-- Logs begin at Mon 2022-03-21 20:06:06 UTC, end at Mon 2022-03-21 22:04:11 UTC. -- Mar 21 21:29:29.998570 dv-cinder-834541-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 21 21:29:33.032829 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.common.config [-] Logging enabled! Mar 21 21:29:33.033468 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev37 Mar 21 21:29:33.033616 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103902) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 21:29:33.037033 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.common.config [-] Logging enabled! Mar 21 21:29:33.037288 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev37 Mar 21 21:29:33.037597 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103902) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 21:29:33.038514 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 21:29:33.038745 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 21:29:33.039110 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 21:29:33.039354 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 21:29:33.039578 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 21:29:33.040319 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.040759 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 21 21:29:33.041072 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.041364 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.041653 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.041943 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.042227 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.042504 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.042841 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.043137 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.043421 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.043698 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.043985 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.044285 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.044559 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.044867 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.045151 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.045432 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] debug = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.045710 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.046145 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.046554 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.046829 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.047113 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.047386 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.047653 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.047924 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.048201 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.048525 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] host = dv-cinder-834541-1-iscsi {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.048819 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.049102 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.049384 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.049665 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.049935 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.050205 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.050484 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.050751 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.051017 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] log_file = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.051284 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.051565 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.051847 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.052135 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.052357 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.052575 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.052889 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.053169 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.053437 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.053705 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.053979 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.054246 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.054517 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.054778 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.055057 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.055341 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.055620 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.055889 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.056156 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.056421 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.056711 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.056993 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.057260 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.057527 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.057794 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.058075 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.058957 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.059255 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.059549 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.059830 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.060110 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.060390 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.060684 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.060965 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.061231 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.061497 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.061762 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] use_json = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.062030 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.062294 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.062569 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.062833 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.063099 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.063365 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.063628 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.063905 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.064172 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:33.064483 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.064782 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.065075 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.065363 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.065648 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.065920 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.066203 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.066473 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.066754 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.067034 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.067346 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.067623 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.067918 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.068203 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.068490 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.068813 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.069102 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.069390 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.069659 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.069927 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.070195 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.070467 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.070746 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.071095 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.071389 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.071919 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.072205 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.072498 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.072806 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.073094 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.073377 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.073645 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.074588 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.074887 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.075167 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.075439 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.075716 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.076000 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.076272 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.076541 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.076859 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.077132 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.077398 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.077664 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.077935 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.078219 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.078489 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.078756 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.079019 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.079290 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.079554 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.079832 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.080100 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.080364 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.080655 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.080930 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.081197 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.081464 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.081736 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.082003 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.082273 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.082540 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.082806 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.083074 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.083340 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.083605 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.083870 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.084136 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.084408 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.084709 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.084979 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.085247 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.085513 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.085781 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.086059 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.086349 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.086622 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.086892 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.087164 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.087435 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.087706 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.087975 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.088246 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.088520 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.088811 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.089097 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.089374 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.089677 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.089971 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.090242 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.090531 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.090804 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.091076 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.091353 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.091624 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.091896 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.092171 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.092451 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.092765 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.093056 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.093345 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.093632 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.093916 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.094189 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.094491 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.094768 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:33.094983 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 21:29:33.095222 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103902) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 21 21:29:33.466459 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 21:29:33.466737 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 21:29:33.467041 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 21:29:33.467515 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 21 21:29:33.809778 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.809983 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.810250 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.811447 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.811725 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.812121 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.867341 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.867621 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.867891 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.882561 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.882844 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.883118 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.911834 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.912116 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:33.912389 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.058072 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.058730 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.058822 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.292406 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.293334 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.293737 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.293862 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.294560 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.395068 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.395400 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.395686 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.395964 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.396236 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.396552 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.396847 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.397111 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.397369 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.397652 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.397917 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.398186 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.398445 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.398700 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.398959 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.399228 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.399487 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.399759 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.400032 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.400295 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.400569 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.400849 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.401133 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.401522 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.401776 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.402715 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.403162 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:29:34.403410 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:29:34.403653 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:29:34.403895 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:29:34.404135 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:29:34.404375 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:29:34.404780 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 21 21:29:34.407992 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 21 21:29:34.412118 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 21 21:29:34.415854 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 21 21:29:34.417561 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 21 21:29:34.418038 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 21 21:29:34.418378 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 21 21:29:34.418766 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 21 21:29:34.421646 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 21 21:29:34.421908 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 21 21:29:34.422259 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 21:29:34.427181 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 21 21:29:34.452296 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 21 21:29:34.452772 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.453080 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103902) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 21 21:29:34.453453 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.454841 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103902) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 21 21:29:34.455121 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 21:29:34.455367 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 21 21:29:34.458671 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.458959 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:34.522171 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 21 21:29:34.522410 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 21 21:29:34.522657 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 21 21:29:34.523029 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 21 21:29:34.543069 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_db.sqlalchemy.engines [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103902) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 21 21:29:35.163297 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Initializing driver for type 'gre' Mar 21 21:29:35.163955 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] gre ID ranges: [(1, 1000)] Mar 21 21:29:35.349102 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Initializing driver for type 'local' Mar 21 21:29:35.349442 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Initializing driver for type 'vlan' Mar 21 21:29:35.423331 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] VlanTypeDriver initialization complete Mar 21 21:29:35.423610 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Initializing driver for type 'vxlan' Mar 21 21:29:35.424140 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] vxlan ID ranges: [(1, 1000)] Mar 21 21:29:35.614539 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Initializing extension driver 'port_security' Mar 21 21:29:35.614876 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.extensions.port_security [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] PortSecurityExtensionDriver initialization complete Mar 21 21:29:35.615232 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Initializing mechanism driver 'openvswitch' Mar 21 21:29:35.615555 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Initializing mechanism driver 'hyperv' Mar 21 21:29:35.631398 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:29:35.632068 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > port after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.632440 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > port after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.632818 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > port after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.633347 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103902) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 21:29:35.633783 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > subnet after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.634132 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > subnet after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.634476 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > subnet after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.634870 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103902) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 21:29:35.635275 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > network after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.635622 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > network after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.635966 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > network after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.636959 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103902) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 21:29:35.637480 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > security_group after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.637840 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > security_group after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.638181 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > security_group after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.638717 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103902) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 21:29:35.639122 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.639475 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.639816 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.640212 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103902) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 21:29:35.640632 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > address_group after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.640983 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > address_group after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.641321 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > address_group after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.641715 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103902) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 21:29:35.642156 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] ML2 OVO RPC backend initialized. {{(pid=103902) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 21 21:29:35.642879 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router_interface after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.643235 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.643651 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > network before_response 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.644001 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > networks before_response 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.644349 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > port before_response 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.644716 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > ports before_response 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.645063 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > subnet before_response 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.645404 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > subnets before_response 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.645759 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > network after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.646102 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > network after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.646442 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > network after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.646782 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > port after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.647120 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > port after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.647455 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > port after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.647791 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > subnet after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.648127 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > subnet after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.648463 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > subnet after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.656806 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded quota_driver: . Mar 21 21:29:35.657171 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.plugin [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Modular L2 Plugin initialization complete Mar 21 21:29:35.657523 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading services supported by the core plugin {{(pid=103902) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 21 21:29:35.657862 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.plugins.ml2.managers [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Got port-security extension from driver 'port_security' Mar 21 21:29:35.658335 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.extensions.vlantransparent [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Disabled vlantransparent extension. Mar 21 21:29:35.658831 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103902) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 21 21:29:35.659157 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading Plugin: router Mar 21 21:29:35.699507 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router_interface before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.699838 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router after_create 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.700208 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router before_create 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.700574 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.700975 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.701332 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router after_delete 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.701691 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > floatingip after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.702057 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > floatingip after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.702396 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router after_create 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.702742 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router after_update 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.703090 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router after_update 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.703436 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.703790 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router after_update 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.704196 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router precommit_update 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.704561 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: port after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.704927 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: port after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.705266 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: subnet after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.705607 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.705954 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > port precommit_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.706299 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router precommit_create 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.706640 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: port before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.706980 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router precommit_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.707362 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router after_update 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.707703 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router precommit_delete 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.708051 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router precommit_create 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.708403 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router_interface after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.708771 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router precommit_update 55549900 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.709132 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > agent after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.709484 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > agent after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.709827 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > network after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.710672 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Tracking information for resource: router configured {{(pid=103902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:29:35.710999 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Tracking information for resource: floatingip configured {{(pid=103902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:29:35.715929 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.db.l3_agentschedulers_db [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 21 21:29:35.716497 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: port after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.716968 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: port after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.717319 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: port after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.717668 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: port after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.718570 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router before_create 55550100 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.718933 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router precommit_delete 55550100 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.719296 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router precommit_create 55550100 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.719649 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > router precommit_update 55550100 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.724375 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.services.provider_configuration [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service providers = [] {{(pid=103902) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 21 21:29:35.734770 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.db.servicetype_db [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103902) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 21 21:29:35.737426 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.services.service_base [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103902) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 21:29:35.737777 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.services.service_base [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103902) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 21:29:35.738121 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.services.service_base [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103902) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 21:29:35.739020 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.services.service_base [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103902) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 21:29:35.739390 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.services.service_base [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 21 21:29:35.739771 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:29:35.740091 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 21 21:29:35.751412 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:29:35.751749 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading Plugin: auto_allocate Mar 21 21:29:35.757596 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: network precommit_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.757968 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: network precommit_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.758485 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:29:35.758806 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading Plugin: tag Mar 21 21:29:35.765559 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:29:35.765889 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading Plugin: timestamp Mar 21 21:29:35.769929 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:29:35.770259 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading Plugin: network_ip_availability Mar 21 21:29:35.775718 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.776107 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.776460 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:35.777291 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:29:35.777606 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading Plugin: flavors Mar 21 21:29:35.782443 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:29:35.782778 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading Plugin: revisions Mar 21 21:29:35.787074 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:29:35.787468 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_concurrency.lockutils [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.320s {{(pid=103902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 21:29:35.788207 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103902) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 21 21:29:35.788540 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Initializing extension manager. Mar 21 21:29:35.789085 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: __init__.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.789431 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: __pycache__ {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.789766 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: address_group.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.790516 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.791071 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: address-group Mar 21 21:29:35.791397 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: address_scope.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.792110 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.793161 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: address-scope Mar 21 21:29:35.793488 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: admin_state_down_before_update.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.794411 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.794923 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: router-admin-state-down-before-update Mar 21 21:29:35.795244 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: agent.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.796127 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.796648 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: agent Mar 21 21:29:35.796972 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: agent_resources_synced.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.797879 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.798384 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: agent-resources-synced Mar 21 21:29:35.798705 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: allowedaddresspairs.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.800485 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.801035 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: allowed-address-pairs Mar 21 21:29:35.801361 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: auto_allocated_topology.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.802434 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.802944 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: auto-allocated-topology Mar 21 21:29:35.803269 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: availability_zone.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.803960 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.804456 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: availability_zone Mar 21 21:29:35.804807 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: availability_zone_filter.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.805719 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.806223 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: availability_zone_filter Mar 21 21:29:35.806543 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: data_plane_status.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.807447 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.807943 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension data-plane-status not supported by any of loaded plugins Mar 21 21:29:35.808873 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: default_subnetpools.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.809792 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.810292 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: default-subnetpools Mar 21 21:29:35.810613 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: dhcpagentscheduler.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.811416 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.811914 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: dhcp_agent_scheduler Mar 21 21:29:35.812235 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: dns.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.813178 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.813682 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension dns-integration not supported by any of loaded plugins Mar 21 21:29:35.814008 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: dns_domain_ports.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.814915 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.815414 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 21 21:29:35.815736 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.816681 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.817186 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 21 21:29:35.817505 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: dvr.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.818170 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.818672 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: dvr Mar 21 21:29:35.818991 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: ecmp_routes.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.819923 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.820429 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension ecmp_routes not supported by any of loaded plugins Mar 21 21:29:35.820774 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: empty_string_filtering.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.821948 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.822452 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: empty-string-filtering Mar 21 21:29:35.822770 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.828168 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.828698 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 21 21:29:35.829020 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.829945 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.830450 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 21 21:29:35.830770 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: external_net.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.831673 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.832176 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: external-net Mar 21 21:29:35.832491 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: extra_dhcp_opt.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.833435 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.833946 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: extra_dhcp_opt Mar 21 21:29:35.834260 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: extraroute.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.835174 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.835676 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: extraroute Mar 21 21:29:35.835993 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: extraroute_atomic.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.837047 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.837554 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: extraroute-atomic Mar 21 21:29:35.837869 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: filter_validation.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.838529 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.839026 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: filter-validation Mar 21 21:29:35.839371 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: fip_pf_description.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.840424 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.840952 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 21 21:29:35.841272 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: fip_pf_port_range.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.842180 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.842677 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 21 21:29:35.842996 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: fip_port_details.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.843912 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.844411 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: fip-port-details Mar 21 21:29:35.844804 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: flavors.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.846078 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.846628 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: flavors Mar 21 21:29:35.846955 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.850191 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.850713 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 21 21:29:35.851051 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: floatingip_pools.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.851755 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.852266 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: floatingip-pools Mar 21 21:29:35.852611 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: ip_allocation.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.853535 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.854039 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension ip_allocation not supported by any of loaded plugins Mar 21 21:29:35.854366 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.855815 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.856319 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: ip-substring-filtering Mar 21 21:29:35.856674 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: l2_adjacency.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.857595 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.858093 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension l2_adjacency not supported by any of loaded plugins Mar 21 21:29:35.858417 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: l3.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.860804 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.861337 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: router Mar 21 21:29:35.861670 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: l3_conntrack_helper.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.863885 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.864409 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 21 21:29:35.864782 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.865703 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.866220 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: ext-gw-mode Mar 21 21:29:35.866546 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.867460 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.867967 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: l3-ha Mar 21 21:29:35.868290 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.869239 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.869740 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 21 21:29:35.870059 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: l3_flavors.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.871535 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.872003 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: l3-flavors Mar 21 21:29:35.872322 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: l3_ndp_proxy.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.873728 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.874238 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 21 21:29:35.874565 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.875478 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.875994 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: l3-port-ip-change-not-allowed Mar 21 21:29:35.876320 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: l3agentscheduler.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.877393 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.877903 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: l3_agent_scheduler Mar 21 21:29:35.878229 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: local_ip.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.880034 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.880569 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension local_ip not supported by any of loaded plugins Mar 21 21:29:35.880920 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: logging.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.882407 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.882923 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension logging not supported by any of loaded plugins Mar 21 21:29:35.883256 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: metering.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.884002 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.884573 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: metering Mar 21 21:29:35.884930 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.886068 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.886665 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: metering_source_and_destination_fields Mar 21 21:29:35.887044 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: multiprovidernet.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.887971 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.888479 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: multi-provider Mar 21 21:29:35.888837 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: netmtu.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.889753 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.890255 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: net-mtu Mar 21 21:29:35.890581 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: netmtu_writable.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.891494 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.891996 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: net-mtu-writable Mar 21 21:29:35.892316 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: network_availability_zone.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.893024 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.893523 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: network_availability_zone Mar 21 21:29:35.893842 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: network_ip_availability.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.894962 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.895470 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: network-ip-availability Mar 21 21:29:35.895797 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: network_segment_range.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.896725 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.906429 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension network-segment-range not supported by any of loaded plugins Mar 21 21:29:35.906429 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: pagination.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.907193 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.907522 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: pagination Mar 21 21:29:35.907846 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: port_device_profile.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.908796 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.909310 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: port-device-profile Mar 21 21:29:35.909635 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.910552 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.911057 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: port-mac-address-regenerate Mar 21 21:29:35.911379 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.912293 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.912827 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: port-numa-affinity-policy Mar 21 21:29:35.913155 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: port_resource_request.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.914056 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.914559 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension port-resource-request not supported by any of loaded plugins Mar 21 21:29:35.914878 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: port_resource_request_groups.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.915922 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.916528 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 21 21:29:35.916919 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: portbindings.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.918431 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.918936 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: binding Mar 21 21:29:35.919256 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: portbindings_extended.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.920526 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.921064 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: binding-extended Mar 21 21:29:35.921391 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: portsecurity.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.922296 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.922803 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: port-security Mar 21 21:29:35.923128 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: project_id.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.924101 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.924435 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: project-id Mar 21 21:29:35.924796 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: providernet.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.925700 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.926208 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: provider Mar 21 21:29:35.926528 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.930275 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.930799 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos not supported by any of loaded plugins Mar 21 21:29:35.931132 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.932380 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.932928 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 21 21:29:35.933306 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.934227 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.934741 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 21 21:29:35.935072 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_default.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.935985 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.936497 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-default not supported by any of loaded plugins Mar 21 21:29:35.936863 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_fip.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.937785 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.938294 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-fip not supported by any of loaded plugins Mar 21 21:29:35.938616 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_fip_network_policy.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.939529 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.940036 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 21 21:29:35.940360 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_gateway_ip.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.941315 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.941828 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 21 21:29:35.942150 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_port_network_policy.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.943059 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.943568 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 21 21:29:35.943891 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.944978 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.945491 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 21 21:29:35.945815 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.953772 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.954235 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 21 21:29:35.954561 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_pps_rule.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.955755 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.956270 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-pps not supported by any of loaded plugins Mar 21 21:29:35.956616 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_rule_type_details.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.957547 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.958054 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 21 21:29:35.958377 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_rule_type_filter.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.959288 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.959794 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 21 21:29:35.960116 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: qos_rules_alias.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.961206 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.961714 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 21 21:29:35.962037 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: quota_check_limit.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.962947 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.963455 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: quota-check-limit Mar 21 21:29:35.963776 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: quotasv2.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.965241 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.965678 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: quotas Mar 21 21:29:35.966001 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: quotasv2_detail.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.967722 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.968062 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: quota_details Mar 21 21:29:35.968389 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: rbac.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.969465 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.969977 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: rbac-policies Mar 21 21:29:35.970304 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: rbac_address_group.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.971243 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.971754 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: rbac-address-group Mar 21 21:29:35.972077 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: rbac_address_scope.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.973033 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.973546 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: rbac-address-scope Mar 21 21:29:35.973866 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: rbac_security_groups.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.974852 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.975363 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: rbac-security-groups Mar 21 21:29:35.975683 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: rbac_subnetpool.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.982836 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.983349 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: rbac-subnetpool Mar 21 21:29:35.983672 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: revisionifmatch.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.984614 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.985133 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: revision-if-match Mar 21 21:29:35.985456 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: revisions.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.986621 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.987149 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: standard-attr-revisions Mar 21 21:29:35.987476 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: router_availability_zone.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.988155 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.988677 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: router_availability_zone Mar 21 21:29:35.989004 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: routerservicetype.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.989932 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.990438 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension router-service-type not supported by any of loaded plugins Mar 21 21:29:35.990795 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.991718 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.992479 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: security-groups-normalized-cidr Mar 21 21:29:35.992937 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: security_groups_port_filtering.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.993869 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.994381 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: port-security-groups-filtering Mar 21 21:29:35.994707 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.996272 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.996977 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: security-groups-remote-address-group Mar 21 21:29:35.997506 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:35.998849 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:35.999647 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: security-groups-shared-filtering Mar 21 21:29:36.000139 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.001052 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 21 21:29:36.001391 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: securitygroup.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.011139 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.017891 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: security-group Mar 21 21:29:36.017891 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: segment.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.017891 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.017891 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension segment not supported by any of loaded plugins Mar 21 21:29:36.017891 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.018314 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.018820 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 21 21:29:36.019147 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: servicetype.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.020288 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.020844 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: service-type Mar 21 21:29:36.021178 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: sorting.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.022158 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.022486 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: sorting Mar 21 21:29:36.022805 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: standard_attr_segment.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.023720 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.024234 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 21 21:29:36.024564 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: standardattrdescription.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.025234 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.025739 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: standard-attr-description Mar 21 21:29:36.026061 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: stateful_security_group.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.027153 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.027663 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: stateful-security-group Mar 21 21:29:36.027985 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: stdattrs_common.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.028563 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 21 21:29:36.028911 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.029856 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.030361 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 21 21:29:36.030686 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: subnet_onboard.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.031752 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.032275 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: subnet_onboard Mar 21 21:29:36.032616 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.033547 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.034054 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 21 21:29:36.034375 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: subnet_service_types.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.035307 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.035818 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: subnet-service-types Mar 21 21:29:36.036141 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: subnetallocation.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.037254 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.037769 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: subnet_allocation Mar 21 21:29:36.038092 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.038757 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.039261 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: subnetpool-prefix-ops Mar 21 21:29:36.039580 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.040515 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.041055 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 21 21:29:36.041376 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: tagging.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.046915 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.046915 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: standard-attr-tag Mar 21 21:29:36.046915 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: timestamp.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.047888 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.048399 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loaded extension: standard-attr-timestamp Mar 21 21:29:36.048756 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: trunk.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.049793 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.050301 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension trunk not supported by any of loaded plugins Mar 21 21:29:36.050623 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: trunk_details.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.051543 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.052052 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension trunk-details not supported by any of loaded plugins Mar 21 21:29:36.052377 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: uplink_status_propagation.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.053324 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.053840 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 21 21:29:36.054158 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Loading extension file: vlantransparent.py {{(pid=103902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:29:36.054830 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:29:36.055328 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extension vlan-transparent not supported by any of loaded plugins Mar 21 21:29:36.057886 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:network Mar 21 21:29:36.059099 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:subnet Mar 21 21:29:36.059492 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 21:29:36.059890 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:port Mar 21 21:29:36.061178 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.061616 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service FLAVORS assigned prefix: {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.062236 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.062662 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.062993 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:router Mar 21 21:29:36.063417 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:floatingip Mar 21 21:29:36.063908 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service METERING assigned prefix: /metering {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.065407 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:36.065772 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:36.066122 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:29:36.067112 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 21:29:36.067621 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:security_group Mar 21 21:29:36.068043 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 21:29:36.068672 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service CORE assigned prefix: {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.069005 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 21:29:36.069349 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] subnetpool is already registered Mar 21 21:29:36.069783 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service CORE assigned prefix: {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.070113 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 21:29:36.070443 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] subnetpool is already registered Mar 21 21:29:36.073016 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.073447 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service FLAVORS assigned prefix: {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.074829 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.075191 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.075524 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:router Mar 21 21:29:36.075861 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] router is already registered Mar 21 21:29:36.076274 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:floatingip Mar 21 21:29:36.076634 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] floatingip is already registered Mar 21 21:29:36.077078 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service METERING assigned prefix: /metering {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.077728 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 21:29:36.078054 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] rbac_policy is already registered Mar 21 21:29:36.078464 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:security_group Mar 21 21:29:36.078797 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] security_group is already registered Mar 21 21:29:36.079194 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 21:29:36.079522 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] security_group_rule is already registered Mar 21 21:29:36.080148 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service CORE assigned prefix: {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.080471 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 21:29:36.080826 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] subnetpool is already registered Mar 21 21:29:36.081248 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.resource_helper [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Service CORE assigned prefix: {{(pid=103902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:29:36.081570 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 21:29:36.081900 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING neutron.quota.resource_registry [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] subnetpool is already registered Mar 21 21:29:36.082373 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: extensions {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.083890 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: address-groups {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.085412 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: address-scopes {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.087191 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: agents {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.087853 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: auto-allocated-topology {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.089146 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: availability_zones {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.090493 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: dhcp-networks {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.092012 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: dhcp-agents {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.093467 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: routers {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.095670 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: flavors {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.096853 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: service_profiles {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.098081 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: next_providers {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.099532 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: service_profiles {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.101998 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: floatingip-pools {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.103220 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: routers {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.105416 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: floatingips {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.106734 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: l3-routers {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.108182 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: l3-agents {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.109619 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: metering-labels {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.110975 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: metering-label-rules {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.115859 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: network-ip-availabilities {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.115859 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: bindings {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.116022 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: quotas {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.117617 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: quotas {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.119150 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: rbac-policies {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.120443 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: security-groups {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.122228 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: security-group-rules {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.123453 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: service-providers {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.124697 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: subnetpools {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.126106 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: subnetpools {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.127587 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: tags {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.129293 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: tags {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.131084 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: tags {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.132897 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: tags {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.134691 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: tags {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.137293 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: tags {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.139029 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: tags {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.140947 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: tags {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.142732 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: tags {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.144587 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron.api.extensions [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Extended resource: tags {{(pid=103902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:29:36.150414 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING keystonemiddleware.auth_token [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 21 21:29:36.155495 dv-cinder-834541-1-iscsi neutron-server[103902]: WARNING keystonemiddleware.auth_token [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 21 21:29:36.164175 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_concurrency.lockutils [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Acquired lock "singleton_lock" {{(pid=103902) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 21 21:29:36.164748 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_concurrency.lockutils [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Releasing lock "singleton_lock" {{(pid=103902) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 21 21:29:36.165314 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO oslo_service.service [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Starting 2 workers Mar 21 21:29:36.170259 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Started child 104013 {{(pid=103902) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 21:29:36.174875 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Started child 104014 {{(pid=103902) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 21:29:36.178258 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:36.178899 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO neutron.service [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Neutron service started, listening on 0.0.0.0:9696 Mar 21 21:29:36.178899 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Publish callbacks [] for process (None), before_spawn {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:36.179061 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [-] (104013) wsgi starting up on http://0.0.0.0:9696 Mar 21 21:29:36.179593 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54090) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:29:36.179736 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO oslo_service.service [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Starting 1 workers Mar 21 21:29:36.180426 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:36.182294 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [-] (104014) wsgi starting up on http://0.0.0.0:9696 Mar 21 21:29:36.185660 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Started child 104016 {{(pid=103902) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 21:29:36.186257 dv-cinder-834541-1-iscsi neutron-server[103902]: INFO oslo_service.service [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Starting 1 workers Mar 21 21:29:36.190267 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074980 Mar 21 21:29:36.190645 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.service [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] calling RpcWorker wait() {{(pid=104016) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 21 21:29:36.190645 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.service [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] returning from RpcWorker wait() {{(pid=104016) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 21 21:29:36.192033 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:36.192338 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:29:36.194075 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Started child 104017 {{(pid=103902) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 21:29:36.194075 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a4d83e93-b0ab-4802-82a2-029c1bc39dae None None] Publish callbacks [] for process (None), after_spawn {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:36.195741 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103902) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 21:29:36.195848 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 21:29:36.196029 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 21:29:36.196260 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 21:29:36.200619 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 21:29:36.200619 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 21:29:36.200619 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.200619 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.200952 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:36.201401 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.201401 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.201401 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.201401 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.201401 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.201401 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.201401 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.201401 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.201865 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.201865 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.201865 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.202327 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.202327 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.202467 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.202814 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.202907 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.204221 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.204221 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.204221 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.204221 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.204221 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] debug = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.204547 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.204905 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.205135 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.205387 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.206423 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.206423 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.206423 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.206423 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.206711 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.206898 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.207084 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.207351 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.207582 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.207823 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.208068 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.209640 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.209640 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.209640 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.209640 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] host = dv-cinder-834541-1-iscsi {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.209640 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.209995 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.209995 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.210129 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.210390 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.210731 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.210901 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.211167 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.211416 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.211643 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.211886 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.212117 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.214409 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.214409 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_file = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.214409 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_options = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.214409 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.214409 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.214409 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.214409 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.214409 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219402 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219402 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219402 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219402 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219402 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219402 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219402 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219402 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219979 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219979 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219979 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219979 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219979 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219979 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219979 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.219979 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.220523 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.220523 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.220523 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.220523 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.220523 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.220523 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.220523 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.220523 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.220523 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.221127 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.221127 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.221127 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.221127 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.221127 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.221127 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.221127 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.221522 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.221588 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.221789 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.222088 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.223396 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.223396 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.223396 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.223396 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.223662 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:29:36.223739 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.223739 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] use_json = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.223739 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.223920 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.224143 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.224318 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.224523 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.226328 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.226328 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.226328 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.226328 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.226328 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.226328 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.226689 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.226762 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.226998 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.227258 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.227509 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.227711 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.227981 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.228229 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.228566 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.229056 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.229802 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.230286 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.231550 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.231892 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.232158 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.232439 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.232694 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.232938 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.233157 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.233403 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.233710 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.233934 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.234170 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.234402 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.234625 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.234912 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.235186 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.235522 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.235786 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.236040 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.236315 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.236550 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244070 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244070 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244070 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244070 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244070 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244070 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244070 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244070 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244070 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244735 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244735 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244735 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244735 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244735 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244735 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244735 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244735 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.244735 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.245345 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.245345 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.245345 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.245345 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.245345 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.245345 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.245345 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.245345 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.245345 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.246544 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.246544 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.246544 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.246544 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.246544 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.246544 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.246544 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.246544 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.246544 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.247195 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.247195 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.247195 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.247195 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.247195 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.247195 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.247195 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.247669 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.247669 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.247819 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.248003 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.248218 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.248429 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.248661 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.248873 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.249087 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.249297 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.249513 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.249747 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.249981 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.250188 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.250454 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.250775 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.251017 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.251268 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.251499 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.251744 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.251957 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.252201 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.252430 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.252685 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.252914 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.253160 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.253404 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.253627 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.253851 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.254063 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.254292 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.254508 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.254741 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.254979 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.255197 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.255442 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.255658 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.255923 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.256179 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.256406 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.256679 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.256932 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.257211 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.257462 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.257730 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.257965 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.258815 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.258815 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.258815 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.259056 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.260104 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.260104 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.260104 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.260104 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.260420 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.260420 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.260693 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.260928 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.261219 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.261981 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.262202 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.267703 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.268052 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.268327 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.268707 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.269027 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.269318 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.270836 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.270836 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.270836 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.270836 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.270836 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.270836 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.271249 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.274567 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.274567 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.274567 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.274567 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.274567 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.275066 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.275411 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.276743 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.278754 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.278754 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.278754 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.278754 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.279109 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.279194 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.279454 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.279720 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.279944 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.280175 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.280421 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.280677 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.281047 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.281313 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.281526 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.281957 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.282319 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.282726 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.283145 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.283515 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.283897 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.284312 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.284747 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.285113 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.285377 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.285757 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.286121 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.286517 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.286872 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.287228 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.287571 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.287984 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.288361 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.288790 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.289183 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.289662 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.290065 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.290425 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.290876 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.291373 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.291737 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.292100 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.293047 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.294278 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.294863 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.295263 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.295632 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.296001 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.296367 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.296759 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.297162 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.297595 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.298727 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.298727 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.298727 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.298727 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.298727 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.299088 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.299290 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.299453 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.300233 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.300233 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.300233 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.300233 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.300642 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.300814 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.301925 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.301925 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.301925 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.301925 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.302178 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.302371 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.302564 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.303316 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.303316 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.303316 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.303518 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.303684 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.303827 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.304049 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.304260 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.304466 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.304715 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.304931 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.305879 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.305879 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.305879 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.305879 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.306140 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.306140 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.306389 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.306562 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.307309 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.307309 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.307309 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.307695 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.307695 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.307886 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.308032 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.308963 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.310582 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.310582 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.310582 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.310582 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.310582 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.311084 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.311084 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.312115 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.312115 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.312115 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.312115 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.312646 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.312646 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.313641 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.314163 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.314622 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.314878 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.315127 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.315422 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.315700 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.315988 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.316228 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.316543 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.317065 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.317508 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.317915 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.318170 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.318425 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.318651 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.318869 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.319114 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.319336 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.319552 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.319812 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.320060 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.320308 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.320529 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.320785 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.321017 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.321240 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.321477 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.322216 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.322216 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.322396 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 21:29:36.322850 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103902) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 21:29:36.323006 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 21:29:36.323160 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 21:29:36.323345 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 21:29:36.323523 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 21:29:36.323712 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 21:29:36.324530 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.324530 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.324530 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.324903 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.325082 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.325263 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.325428 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.325579 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.325734 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.325887 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.326042 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.326197 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.326351 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.326503 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.326656 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.326811 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.326964 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.327118 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.327276 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.327430 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.327581 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.327736 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.327888 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] debug = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.328040 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.328261 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.328470 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.328632 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.328775 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.328933 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.329094 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.329252 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.329409 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.329568 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.329726 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.329884 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.330043 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.330201 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.330355 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.330513 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.330669 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.330826 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.330983 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] host = dv-cinder-834541-1-iscsi {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.331141 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.331299 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.331457 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.331616 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.331774 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.331932 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.332091 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.332250 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.332412 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.332567 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.332748 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.332897 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.333235 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.333569 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_file = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.333899 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_options = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.334219 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.334529 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.334856 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.335270 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.335437 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.335599 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.335760 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.335919 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.336077 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.336235 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.336393 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.336550 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.336747 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.336905 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.337062 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.337220 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.337377 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.337536 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.338085 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.338085 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.338085 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.338404 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.338404 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.338404 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.338684 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.338787 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.338889 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.338990 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.339157 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.339358 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.339552 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.339832 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.340120 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.340429 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.340550 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.340716 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.340829 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.340974 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.341110 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.341258 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.341393 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.341526 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.341685 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.341846 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.341999 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.342546 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.342546 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] use_json = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.342546 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.343006 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.343006 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.343006 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.343253 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.343253 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.343403 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.343515 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.343690 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:29:36.343860 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.344015 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.344334 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.344654 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.344955 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.345255 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.345552 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.345849 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.346164 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.346459 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.346772 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.347067 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.347362 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.347656 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.347949 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.348247 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.348544 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.348734 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.348897 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.349069 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.349242 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.349385 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.349688 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.349972 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.350251 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.350561 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.350858 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.351033 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.351197 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.351377 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.351595 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.351764 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.351926 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.352116 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.352230 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.352399 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.352544 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.352741 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.352903 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.353068 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.353231 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.353390 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.353551 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.353711 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.353927 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.354089 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.354405 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.354717 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.355559 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.355998 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.356446 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.356728 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.356827 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.356975 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.357105 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.357435 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.357595 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.357907 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.358205 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.358500 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.358799 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.359081 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.359359 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.359668 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.359826 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.359989 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.360154 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.360315 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.360490 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.361103 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.361275 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.361438 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.361602 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.361764 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.363429 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.363429 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.363429 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.363429 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.363429 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.363429 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.363429 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.363429 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.363429 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.364082 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.364082 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.364082 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.364082 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.364082 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.364082 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.364495 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.364495 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.364495 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.364740 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.364821 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.364943 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.367293 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.367293 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.367447 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.367537 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.367673 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.367843 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.368013 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.368518 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.368518 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.368518 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.368782 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.368848 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.368984 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.369662 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.369662 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.369662 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.369894 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.369961 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.370068 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.370423 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.372021 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.372021 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.372021 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.372021 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.372405 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.372486 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.372669 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.372843 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.372989 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.373153 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.373317 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.373476 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.373628 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.373765 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.373899 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.374051 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.374208 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.374363 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.374514 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.374658 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.374827 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.375401 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.375401 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.375401 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.375805 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.375805 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.375805 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.376180 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.376180 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.376447 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.376447 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.376751 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:29:36.376910 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.376910 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.376910 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.377287 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.377287 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.377287 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.377672 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.377672 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.377924 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.377924 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.378176 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.378176 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.378439 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.378439 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.378705 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.378838 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.378971 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.379103 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.379236 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.379368 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.379501 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.379633 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.380671 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.380671 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.380671 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.380671 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.380671 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.380671 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.380671 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.381802 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.381802 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.381802 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.381802 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.381802 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.381802 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.381802 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.382672 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.382672 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.382672 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.382672 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.382672 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.382672 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.383452 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.383452 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.383452 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.383452 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.383452 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.384056 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.384056 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.384056 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.384056 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.384571 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.384571 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.384571 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.384571 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.384949 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.384949 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.385131 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.385247 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.385350 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.385451 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.385795 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.385795 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.386004 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.386104 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.386302 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.386675 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.386846 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.387031 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.387274 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.387423 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.387569 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.387731 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.387894 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.388055 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.388217 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.388378 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.388554 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.389692 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.389838 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.389984 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.390146 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.390306 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.390479 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.390695 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.390864 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.391019 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.391121 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.391221 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.391392 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.391553 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.391713 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.391873 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.392033 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.392195 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.392365 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.392525 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.392703 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.392864 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.393024 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.393185 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.393355 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.393516 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.393675 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.393835 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.393994 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.394154 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.394325 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.394486 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.394647 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.394807 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.394966 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.395128 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.395298 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.395461 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.395622 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.395791 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.395953 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.396114 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.396274 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.396447 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.397357 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.397357 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.397357 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.397357 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.397357 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.397357 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.398129 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.398129 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.398129 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.398129 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.398702 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.398702 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.398702 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.398702 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.399204 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.399204 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.399204 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.399204 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.399703 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.399703 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.399703 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.400077 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.400077 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.400339 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.400339 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.400608 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.400608 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.400985 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.400985 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.401241 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.401241 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.401493 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.401493 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.401777 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.401920 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:29:36.402080 dv-cinder-834541-1-iscsi neutron-server[103902]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 21:29:47.880513 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab94f20a-cf7d-41fa-ba67-8a77a6f338d8 None None] get_active_networks_info from dv-cinder-834541-1-iscsi {{(pid=104016) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 21 21:29:47.972749 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab94f20a-cf7d-41fa-ba67-8a77a6f338d8 None None] No non-hosted networks {{(pid=104016) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 21 21:29:47.987107 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.agentschedulers_db [None req-ab94f20a-cf7d-41fa-ba67-8a77a6f338d8 None None] DHCP Agent not found on host dv-cinder-834541-1-iscsi {{(pid=104016) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 21 21:29:48.075059 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40996980-78c7-4b5a-a3f5-47d58e6af763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817902'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:50.119708 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-178aee3c-bd9c-4adf-af45-cb13d6551417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817902'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:50.161275 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.db.api [None req-9b4eba1d-3d5d-4612-b27f-91a11918c829 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-834541-1-iscsi {{(pid=104016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 21:29:50.161734 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG oslo_db.api [None req-9b4eba1d-3d5d-4612-b27f-91a11918c829 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 21:29:50.780059 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9b4eba1d-3d5d-4612-b27f-91a11918c829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:51.414408 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817902'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:52.802711 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817902'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:54.011213 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 54186) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:29:54.343116 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817902'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:54.343819 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.344275 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.344752 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.345141 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.345537 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.345932 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.346382 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.347314 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.347636 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.348032 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.348451 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.349503 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.350432 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.350976 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.353107 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:29:54.353723 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834541-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:29:54.359786 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834541-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:29:54.548960 dv-cinder-834541-1-iscsi neutron-server[104014]: WARNING oslo_policy.policy [None req-9a5ff101-9d49-4187-ad2a-0306078f1807 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:29:54.549548 dv-cinder-834541-1-iscsi neutron-server[104014]: WARNING oslo_policy.policy [None req-9a5ff101-9d49-4187-ad2a-0306078f1807 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:29:54.775249 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [None req-9a5ff101-9d49-4187-ad2a-0306078f1807 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:29:54.776478 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-9a5ff101-9d49-4187-ad2a-0306078f1807 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7631691 Mar 21 21:29:57.383216 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 54212) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:29:57.707468 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-5a25245b-7dd3-43fc-9a2e-eab6ea8040b4 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:29:57.804661 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.policy [None req-5a25245b-7dd3-43fc-9a2e-eab6ea8040b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104014) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 21:29:57.848517 dv-cinder-834541-1-iscsi neutron-server[104014]: WARNING oslo_policy.policy [None req-5a25245b-7dd3-43fc-9a2e-eab6ea8040b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:29:57.848915 dv-cinder-834541-1-iscsi neutron-server[104014]: WARNING oslo_policy.policy [None req-5a25245b-7dd3-43fc-9a2e-eab6ea8040b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:29:58.003445 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5a25245b-7dd3-43fc-9a2e-eab6ea8040b4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742786011962', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742786011399', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742786027700', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742786038853', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742785979329', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742786098139', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3162261', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3177351', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2059917', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1687063'] for rbac-policy (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:58.221109 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.db.l3_hamode_db [None req-534cd39b-ad5b-4674-8937-fc4ff74b3444 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 21 21:29:58.276129 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5a25245b-7dd3-43fc-9a2e-eab6ea8040b4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:29:58.278147 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5a25245b-7dd3-43fc-9a2e-eab6ea8040b4 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8932350 Mar 21 21:29:58.298880 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534cd39b-ad5b-4674-8937-fc4ff74b3444 None None] Routers set() bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:29:58.299273 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534cd39b-ad5b-4674-8937-fc4ff74b3444 None None] Router IDs set() for agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 21 21:30:00.783498 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54222) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:30:01.289614 dv-cinder-834541-1-iscsi neutron-server[104013]: WARNING oslo_policy.policy [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:30:01.290184 dv-cinder-834541-1-iscsi neutron-server[104013]: WARNING oslo_policy.policy [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:30:01.511549 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:30:01.622790 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Made reservation on behalf of 308cc0a9890e40d5929ef360a177acfe for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:30:01.686274 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.policy [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104013) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 21:30:01.728382 dv-cinder-834541-1-iscsi neutron-server[104013]: WARNING oslo_policy.policy [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:30:01.729480 dv-cinder-834541-1-iscsi neutron-server[104013]: WARNING oslo_policy.policy [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:30:01.740039 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:01.761667 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:01.875079 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Publish callbacks [] for security_group (239a8751-b2f7-4e9f-bd27-a76846997b68), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:01.962059 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (239a8751-b2f7-4e9f-bd27-a76846997b68), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:01.994264 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:30:02.022073 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742784632122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (8efca88b-a8da-4b39-bddb-bbc64a297d58), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:02.022656 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Unsubscribe: segment precommit_create {{(pid=104013) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 21:30:02.023189 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Added segment 8efca88b-a8da-4b39-bddb-bbc64a297d58 of type vlan for network 290d4f17-dc51-46b8-a926-06267d5f1861 Mar 21 21:30:02.029491 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=239a8751-b2f7-4e9f-bd27-a76846997b68,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:02.059405 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.059748 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.060103 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.060459 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.060822 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.061148 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.061512 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.061834 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.062154 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.062469 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.062787 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.063119 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.063437 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.063750 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.064409 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Tracked resource versions report: Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: pushed versions: Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: { 'AddressGroup': {'1.2'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Agent': {'1.1'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'ConntrackHelper': {'1.0'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'LocalIPAssociation': {'1.0'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Log': {'1.0'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'NDPProxy': {'1.0'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Network': {'1.1'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Port': {'1.7'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'PortForwarding': {'1.3'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'QosPolicy': {'1.10'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'SecurityGroup': {'1.5'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'SecurityGroupRule': {'1.2'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'SubPort': {'1.0'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Subnet': {'1.1'}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Trunk': {'1.1'}} Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: consumer versions: Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: { DHCP agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: L3 agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: Metadata agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: Metering agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: Open vSwitch agent@dv-cinder-834541-1-iscsi: { 'AddressGroup': '1.2', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Agent': '1.1', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'ConntrackHelper': '1.0', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'LocalIPAssociation': '1.0', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Log': '1.0', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'NDPProxy': '1.0', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Network': '1.1', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Port': '1.7', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'PortForwarding': '1.3', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'QosPolicy': '1.10', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'SecurityGroup': '1.5', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'SecurityGroupRule': '1.2', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'SubPort': '1.0', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Subnet': '1.1', Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Trunk': '1.1'}} Mar 21 21:30:02.065856 dv-cinder-834541-1-iscsi neutron-server[104013]: {{(pid=104013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 21:30:02.150404 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (290d4f17-dc51-46b8-a926-06267d5f1861), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:02.246976 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (290d4f17-dc51-46b8-a926-06267d5f1861), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:02.252103 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:30:02.252868 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:02.373296 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] Pushing event updated for resources: {'Network': ['ID=290d4f17-dc51-46b8-a926-06267d5f1861,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:02.386271 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 290d4f17-dc51-46b8-a926-06267d5f1861 details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:30:02.410847 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-53110349-e344-4932-af58-98c3a7764554 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6262476 Mar 21 21:30:05.004328 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 54242) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:30:05.445439 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e0980b-5af5-46c2-aaef-44ec6aff776e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:30:05.447239 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-52e0980b-5af5-46c2-aaef-44ec6aff776e demo admin] 10.222.0.23 "GET /v2.0/networks/290d4f17-dc51-46b8-a926-06267d5f1861 HTTP/1.1" status: 200 len: 825 time: 0.4419191 Mar 21 21:30:05.471089 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7dbd2a1e-d9a6-409b-b021-a22bd5973382 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/7da352bf-b9ce-4fef-ac1e-a4e01ca5395e HTTP/1.1" status: 200 len: 734 time: 0.0181644 Mar 21 21:30:05.479950 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861', 'name': 'private-subnet', 'subnetpool_id': '7da352bf-b9ce-4fef-ac1e-a4e01ca5395e', 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:30:05.602287 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Made reservation on behalf of 308cc0a9890e40d5929ef360a177acfe for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:30:05.605305 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:05.940099 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for subnet (134a65e5-b8c1-4909-ab8f-cb449e495eaf), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:06.009131 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Checking segment: {'id': '8efca88b-a8da-4b39-bddb-bbc64a297d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:30:06.010373 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Network hostable DHCP agents. Network: 290d4f17-dc51-46b8-a926-06267d5f1861, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:30:06.023765 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Pushing event updated for resources: {'Subnet': ['ID=134a65e5-b8c1-4909-ab8f-cb449e495eaf,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:06.034347 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.034691 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.035052 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.035408 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.035743 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.036070 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.036393 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.036752 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.037092 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.037416 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.037743 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.038078 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.038399 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.038715 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.039033 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Tracked resource versions report: Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: pushed versions: Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: { 'AddressGroup': {'1.2'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Agent': {'1.1'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'ConntrackHelper': {'1.0'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'LocalIPAssociation': {'1.0'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Log': {'1.0'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'NDPProxy': {'1.0'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Network': {'1.1'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Port': {'1.7'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'PortForwarding': {'1.3'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'QosPolicy': {'1.10'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'SecurityGroup': {'1.5'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'SecurityGroupRule': {'1.2'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'SubPort': {'1.0'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Subnet': {'1.1'}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Trunk': {'1.1'}} Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: consumer versions: Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: { DHCP agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: L3 agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: Metadata agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: Metering agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: Open vSwitch agent@dv-cinder-834541-1-iscsi: { 'AddressGroup': '1.2', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Agent': '1.1', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'ConntrackHelper': '1.0', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'LocalIPAssociation': '1.0', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Log': '1.0', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'NDPProxy': '1.0', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Network': '1.1', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Port': '1.7', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'PortForwarding': '1.3', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'QosPolicy': '1.10', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'SecurityGroup': '1.5', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'SecurityGroupRule': '1.2', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'SubPort': '1.0', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Subnet': '1.1', Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Trunk': '1.1'}} Mar 21 21:30:06.040449 dv-cinder-834541-1-iscsi neutron-server[104014]: {{(pid=104014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 21:30:06.136865 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Network 290d4f17-dc51-46b8-a926-06267d5f1861 is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:30:06.222549 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 290d4f17-dc51-46b8-a926-06267d5f1861) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:30:06.227109 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:30:06.228662 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:06.232519 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca13c723-0f94-4bc0-a457-dcb9f5c3156d None None] Network 290d4f17-dc51-46b8-a926-06267d5f1861 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:30:06.302154 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-f38153d1-c9cd-42f6-806a-8c3293dda41b demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8260269 Mar 21 21:30:06.616012 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9f58e63-380d-5572-9a5f-798ace8b00e1-290d4f17-dc51-46b8-a926-06267d5f1861', 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861', 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'fixed_ips': [{'subnet_id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf'}]}} from dv-cinder-834541-1-iscsi. {{(pid=104016) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:30:06.617396 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:06.895351 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Allocated IP 172.20.0.2 (290d4f17-dc51-46b8-a926-06267d5f1861/134a65e5-b8c1-4909-ab8f-cb449e495eaf/28ef5ed2-07e9-4b0b-8319-cd5a32ca607f) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:30:07.163503 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Publish callbacks [] for port (28ef5ed2-07e9-4b0b-8319-cd5a32ca607f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:07.234545 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (28ef5ed2-07e9-4b0b-8319-cd5a32ca607f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:07.313252 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Network 290d4f17-dc51-46b8-a926-06267d5f1861 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:30:07.319029 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:30:07.330835 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:30:07.333879 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Pushing event updated for resources: {'Port': ['ID=28ef5ed2-07e9-4b0b-8319-cd5a32ca607f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:07.366862 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.366862 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.366862 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.366862 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.366862 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.367923 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.367923 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.367923 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.367923 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.367923 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.368312 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.368521 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.368866 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.369772 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.370085 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Tracked resource versions report: Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: pushed versions: Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: { 'AddressGroup': {'1.2'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Agent': {'1.1'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'ConntrackHelper': {'1.0'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'LocalIPAssociation': {'1.0'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Log': {'1.0'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'NDPProxy': {'1.0'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Network': {'1.1'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Port': {'1.7'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'PortForwarding': {'1.3'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'QosPolicy': {'1.10'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'SecurityGroup': {'1.5'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'SecurityGroupRule': {'1.2'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'SubPort': {'1.0'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Subnet': {'1.1'}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Trunk': {'1.1'}} Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: consumer versions: Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: { DHCP agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: L3 agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: Metadata agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: Metering agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: Open vSwitch agent@dv-cinder-834541-1-iscsi: { 'AddressGroup': '1.2', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Agent': '1.1', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'ConntrackHelper': '1.0', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'LocalIPAssociation': '1.0', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Log': '1.0', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'NDPProxy': '1.0', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Network': '1.1', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Port': '1.7', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'PortForwarding': '1.3', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'QosPolicy': '1.10', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'SecurityGroup': '1.5', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'SecurityGroupRule': '1.2', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'SubPort': '1.0', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Subnet': '1.1', Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Trunk': '1.1'}} Mar 21 21:30:07.371532 dv-cinder-834541-1-iscsi neutron-server[104016]: {{(pid=104016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 21:30:07.421410 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Attempting to bind port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:30:07.421730 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Attempting to bind port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': '8efca88b-a8da-4b39-bddb-bbc64a297d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:30:07.422164 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Attempting to bind port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f on network 290d4f17-dc51-46b8-a926-06267d5f1861 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:30:07.427443 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:30:07.427812 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Checking segment: {'id': '8efca88b-a8da-4b39-bddb-bbc64a297d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:30:07.428288 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:07.428779 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Bound using segment: {'id': '8efca88b-a8da-4b39-bddb-bbc64a297d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:30:07.429239 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Bound port: 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efca88b-a8da-4b39-bddb-bbc64a297d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:30:07.429641 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (28ef5ed2-07e9-4b0b-8319-cd5a32ca607f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:07.492652 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] For port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:30:07.497585 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] For port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=28ef5ed2-07e9-4b0b-8319-cd5a32ca607f,segment=NetworkSegment(8efca88b-a8da-4b39-bddb-bbc64a297d58),segment_id=8efca88b-a8da-4b39-bddb-bbc64a297d58)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:30:07.591894 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (28ef5ed2-07e9-4b0b-8319-cd5a32ca607f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:07.699375 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e0ab2-d780-4b06-8725-98108e4a8f0a None None] Pushing event updated for resources: {'Port': ['ID=28ef5ed2-07e9-4b0b-8319-cd5a32ca607f,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:08.898452 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 54254) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:30:09.215067 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [None req-326f239d-870a-41d2-9e61-ec9502b09326 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:30:09.216066 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-326f239d-870a-41d2-9e61-ec9502b09326 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3166695 Mar 21 21:30:11.878301 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 54262) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:30:12.198476 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [None req-228d60ca-4fad-4003-8cc0-6c8b450b1938 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:30:12.199474 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-228d60ca-4fad-4003-8cc0-6c8b450b1938 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3202240 Mar 21 21:30:14.841658 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 54270) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:30:15.152199 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-411f01c9-48a3-48e8-b1b8-c3d1967da0a9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:30:15.248125 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-411f01c9-48a3-48e8-b1b8-c3d1967da0a9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1816881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14578'] for router (77214329-0c03-4c0c-a80f-08c1f7a2d7f0), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:15.249810 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-411f01c9-48a3-48e8-b1b8-c3d1967da0a9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14571'] for router (77214329-0c03-4c0c-a80f-08c1f7a2d7f0), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:15.414841 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-411f01c9-48a3-48e8-b1b8-c3d1967da0a9 demo demo] Publish callbacks [] for router_controller (77214329-0c03-4c0c-a80f-08c1f7a2d7f0), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:15.480638 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-411f01c9-48a3-48e8-b1b8-c3d1967da0a9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1818298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589543'] for router (77214329-0c03-4c0c-a80f-08c1f7a2d7f0), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:15.555747 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-411f01c9-48a3-48e8-b1b8-c3d1967da0a9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:15.569506 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-411f01c9-48a3-48e8-b1b8-c3d1967da0a9 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7145274 Mar 21 21:30:17.897189 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5bd8533f-78ba-4411-8926-64eb434bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:18.178585 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 54282) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:30:18.552653 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [None req-6702e8ea-57c7-47b0-9ff6-cce3cc98eb37 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:30:18.556698 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6702e8ea-57c7-47b0-9ff6-cce3cc98eb37 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3741200 Mar 21 21:30:19.188037 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:30:19.350078 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:30:19.350507 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (28ef5ed2-07e9-4b0b-8319-cd5a32ca607f), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:19.375694 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dce6ea-3b8d-4909-b07c-7b86035bd3f5 None None] Network 290d4f17-dc51-46b8-a926-06267d5f1861 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:30:19.498052 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f002c02e-13ab-40b3-a3aa-9904a7626d4e None None] Provisioning complete for port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:30:19.498441 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f002c02e-13ab-40b3-a3aa-9904a7626d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (28ef5ed2-07e9-4b0b-8319-cd5a32ca607f), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:19.609455 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:30:19.609831 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (28ef5ed2-07e9-4b0b-8319-cd5a32ca607f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:19.679808 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] For port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=28ef5ed2-07e9-4b0b-8319-cd5a32ca607f,segment=NetworkSegment(8efca88b-a8da-4b39-bddb-bbc64a297d58),segment_id=8efca88b-a8da-4b39-bddb-bbc64a297d58)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:30:19.693871 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f002c02e-13ab-40b3-a3aa-9904a7626d4e None None] Current status of the port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:30:19.694249 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f002c02e-13ab-40b3-a3aa-9904a7626d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (28ef5ed2-07e9-4b0b-8319-cd5a32ca607f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:19.760380 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (28ef5ed2-07e9-4b0b-8319-cd5a32ca607f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:19.845809 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.db.api [None req-f002c02e-13ab-40b3-a3aa-9904a7626d4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 21:30:19.846429 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG oslo_db.api [None req-f002c02e-13ab-40b3-a3aa-9904a7626d4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 21:30:19.849365 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Pushing event updated for resources: {'Port': ['ID=28ef5ed2-07e9-4b0b-8319-cd5a32ca607f,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:20.113869 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f4c37b08-a354-4540-b524-f710fa256ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:20.382116 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f002c02e-13ab-40b3-a3aa-9904a7626d4e None None] Current status of the port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:30:20.503087 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-01866112-0bf6-448c-b733-9707844836fe None None] Provisioning complete for port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:30:20.503481 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01866112-0bf6-448c-b733-9707844836fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (28ef5ed2-07e9-4b0b-8319-cd5a32ca607f), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:20.585427 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-01866112-0bf6-448c-b733-9707844836fe None None] Current status of the port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:30:21.074073 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:30:21.120532 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:30:21.120954 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (28ef5ed2-07e9-4b0b-8319-cd5a32ca607f), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:21.142033 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54294) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:30:21.195990 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:30:21.361928 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:21.400196 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:30:21.481764 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Made reservation on behalf of 890f8313153d4e71b8d6c6a1ab9767ea for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:30:21.483951 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:21.491897 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:21.561500 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Publish callbacks [] for security_group (5fe0bb96-0a7e-473f-a98a-f01ff82d1395), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:21.627813 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (5fe0bb96-0a7e-473f-a98a-f01ff82d1395), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:21.642897 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Reserving flat network on physical network physnet1 {{(pid=104013) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 21 21:30:21.661135 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe0bb96-0a7e-473f-a98a-f01ff82d1395,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:21.666379 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (b59ef2f9-b96e-4457-b1bd-416ee7f250e7), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:21.666718 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Added segment b59ef2f9-b96e-4457-b1bd-416ee7f250e7 of type flat for network 9867fab8-7571-461d-96e4-4032e42c28a0 Mar 21 21:30:21.710204 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (9867fab8-7571-461d-96e4-4032e42c28a0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:21.813342 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (9867fab8-7571-461d-96e4-4032e42c28a0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:21.814223 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:30:21.814789 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:21.902195 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] Pushing event updated for resources: {'Network': ['ID=9867fab8-7571-461d-96e4-4032e42c28a0,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:21.911878 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 9867fab8-7571-461d-96e4-4032e42c28a0 details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:30:21.988633 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f5dabad7-773d-42c4-b524-dca3bcd33a16 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8331578 Mar 21 21:30:22.742662 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:24.354327 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:24.455895 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54312) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:30:24.591229 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bcc89-8c9a-4aa9-b809-fdac7ef1f50c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:30:24.592618 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-228bcc89-8c9a-4aa9-b809-fdac7ef1f50c demo admin] 10.222.0.23 "GET /v2.0/subnets/134a65e5-b8c1-4909-ab8f-cb449e495eaf HTTP/1.1" status: 200 len: 849 time: 0.1356943 Mar 21 21:30:24.772376 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1f6aa850-3dd1-4df5-9ee3-57486a9d6225 demo admin] 10.222.0.23 "GET /v2.0/routers/77214329-0c03-4c0c-a80f-08c1f7a2d7f0 HTTP/1.1" status: 200 len: 704 time: 0.1738889 Mar 21 21:30:25.042787 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:25.257699 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 5 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:30:25.342829 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Allocated IP 172.20.0.1 (290d4f17-dc51-46b8-a926-06267d5f1861/134a65e5-b8c1-4909-ab8f-cb449e495eaf/d1fe1152-6fd3-4ecd-993f-fd549c510b83) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:30:25.542401 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Publish callbacks [] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:25.702969 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:25.765903 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Network 290d4f17-dc51-46b8-a926-06267d5f1861 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:30:25.770473 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:30:25.786179 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:30:25.786757 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818610'] for router_interface (77214329-0c03-4c0c-a80f-08c1f7a2d7f0), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:25.843646 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Pushing event updated for resources: {'Port': ['ID=d1fe1152-6fd3-4ecd-993f-fd549c510b83,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:26.036443 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-78992edc-beea-4012-8378-19c92fbab50d None None] Provisioning complete for port d1fe1152-6fd3-4ecd-993f-fd549c510b83 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:30:26.037024 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78992edc-beea-4012-8378-19c92fbab50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:26.069009 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-78992edc-beea-4012-8378-19c92fbab50d None None] Port d1fe1152-6fd3-4ecd-993f-fd549c510b83 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:30:26.092678 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:26.296484 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Publish callbacks [] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:26.361565 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:26.362353 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818470'] for router_interface (77214329-0c03-4c0c-a80f-08c1f7a2d7f0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:26.441285 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Pushing event updated for resources: {'Port': ['ID=d1fe1152-6fd3-4ecd-993f-fd549c510b83,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:26.487248 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Network 290d4f17-dc51-46b8-a926-06267d5f1861 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:30:26.488521 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:30:26.722265 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Router 77214329-0c03-4c0c-a80f-08c1f7a2d7f0 is scheduled to L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 21:30:26.792332 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-0347992c-8979-4024-81e9-fc4a4cafb311 None None] Provisioning complete for port d1fe1152-6fd3-4ecd-993f-fd549c510b83 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:30:26.792678 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0347992c-8979-4024-81e9-fc4a4cafb311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:26.819018 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:30:26.825195 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2a474995-835f-4e44-9462-4fc899a5766d demo admin] 10.222.0.23 "PUT /v2.0/routers/77214329-0c03-4c0c-a80f-08c1f7a2d7f0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0470679 Mar 21 21:30:26.830274 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Sync routers for ids ['77214329-0c03-4c0c-a80f-08c1f7a2d7f0'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:30:26.839080 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-0347992c-8979-4024-81e9-fc4a4cafb311 None None] Port d1fe1152-6fd3-4ecd-993f-fd549c510b83 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:30:26.845127 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Routers {'77214329-0c03-4c0c-a80f-08c1f7a2d7f0'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:30:26.846011 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:30:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['77214329-0c03-4c0c-a80f-08c1f7a2d7f0'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:30:27.041250 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Set router 77214329-0c03-4c0c-a80f-08c1f7a2d7f0 gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:30:27.478258 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'name': 'router1', 'tenant_id': '308cc0a9890e40d5929ef360a177acfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:30:15Z', 'updated_at': '2022-03-21T21:30:25Z', 'revision_number': 2, 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'gw_port_host': None, '_interfaces': [{'id': 'd1fe1152-6fd3-4ecd-993f-fd549c510b83', 'name': '', 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861', 'tenant_id': '308cc0a9890e40d5929ef360a177acfe', 'mac_address': 'fa:16:3e:be:a0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:30:25Z', 'updated_at': '2022-03-21T21:30:26Z', 'revision_number': 2, 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'subnets': [{'id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7da352bf-b9ce-4fef-ac1e-a4e01ca5395e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:30:27.526472 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Checking router: 77214329-0c03-4c0c-a80f-08c1f7a2d7f0 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:30:27.526851 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Updating router 77214329-0c03-4c0c-a80f-08c1f7a2d7f0 port d1fe1152-6fd3-4ecd-993f-fd549c510b83 binding host dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:30:27.609609 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:28.104969 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Publish callbacks [] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:28.170667 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:28.269447 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Pushing event updated for resources: {'Port': ['ID=d1fe1152-6fd3-4ecd-993f-fd549c510b83,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:28.323559 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.323559 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.323559 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.323907 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.324170 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.324500 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.324863 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.325187 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.325510 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.325831 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.326159 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.326668 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.326996 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.327317 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.327636 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Tracked resource versions report: Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: pushed versions: Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: { 'AddressGroup': {'1.2'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Agent': {'1.1'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'ConntrackHelper': {'1.0'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'LocalIPAssociation': {'1.0'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Log': {'1.0'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'NDPProxy': {'1.0'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Network': {'1.1'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Port': {'1.7'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'PortForwarding': {'1.3'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'QosPolicy': {'1.10'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'SecurityGroup': {'1.5'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'SecurityGroupRule': {'1.2'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'SubPort': {'1.0'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Subnet': {'1.1'}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Trunk': {'1.1'}} Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: consumer versions: Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: { DHCP agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: L3 agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: Metadata agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: Metering agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: Open vSwitch agent@dv-cinder-834541-1-iscsi: { 'AddressGroup': '1.2', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Agent': '1.1', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'ConntrackHelper': '1.0', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'LocalIPAssociation': '1.0', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Log': '1.0', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'NDPProxy': '1.0', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Network': '1.1', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Port': '1.7', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'PortForwarding': '1.3', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'QosPolicy': '1.10', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'SecurityGroup': '1.5', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'SecurityGroupRule': '1.2', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'SubPort': '1.0', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Subnet': '1.1', Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Trunk': '1.1'}} Mar 21 21:30:28.329182 dv-cinder-834541-1-iscsi neutron-server[104017]: {{(pid=104017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 21:30:28.359054 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Attempting to bind port d1fe1152-6fd3-4ecd-993f-fd549c510b83 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:30:28.359456 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Attempting to bind port d1fe1152-6fd3-4ecd-993f-fd549c510b83 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': '8efca88b-a8da-4b39-bddb-bbc64a297d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:30:28.359892 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Attempting to bind port d1fe1152-6fd3-4ecd-993f-fd549c510b83 on network 290d4f17-dc51-46b8-a926-06267d5f1861 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:30:28.370753 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:30:28.371157 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Checking segment: {'id': '8efca88b-a8da-4b39-bddb-bbc64a297d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:30:28.371648 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:28.372047 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Bound using segment: {'id': '8efca88b-a8da-4b39-bddb-bbc64a297d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:30:28.372518 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Bound port: d1fe1152-6fd3-4ecd-993f-fd549c510b83, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efca88b-a8da-4b39-bddb-bbc64a297d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:30:28.372935 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:28.443024 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] For port d1fe1152-6fd3-4ecd-993f-fd549c510b83, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:30:28.462165 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] For port d1fe1152-6fd3-4ecd-993f-fd549c510b83, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=d1fe1152-6fd3-4ecd-993f-fd549c510b83,segment=NetworkSegment(8efca88b-a8da-4b39-bddb-bbc64a297d58),segment_id=8efca88b-a8da-4b39-bddb-bbc64a297d58)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:30:28.477973 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-bb7c871f-483c-4b73-8d51-269f44f8d184 None None] Provisioning complete for port d1fe1152-6fd3-4ecd-993f-fd549c510b83 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:30:28.479264 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bb7c871f-483c-4b73-8d51-269f44f8d184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:28.518887 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c871f-483c-4b73-8d51-269f44f8d184 None None] Port d1fe1152-6fd3-4ecd-993f-fd549c510b83 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:30:28.534249 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:28.599926 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Routers {'77214329-0c03-4c0c-a80f-08c1f7a2d7f0'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:30:28.602806 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:30:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['77214329-0c03-4c0c-a80f-08c1f7a2d7f0'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:30:28.603824 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c0dd6-968a-4acd-b933-3be625a1d815 None None] Pushing event updated for resources: {'Port': ['ID=d1fe1152-6fd3-4ecd-993f-fd549c510b83,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:28.702757 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] Set router 77214329-0c03-4c0c-a80f-08c1f7a2d7f0 gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:30:28.840872 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-037f2849-0f71-497f-ab12-6549b8050c50 None None] Provisioning complete for port d1fe1152-6fd3-4ecd-993f-fd549c510b83 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:30:28.841298 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-037f2849-0f71-497f-ab12-6549b8050c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:28.923027 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-037f2849-0f71-497f-ab12-6549b8050c50 None None] Current status of the port d1fe1152-6fd3-4ecd-993f-fd549c510b83 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:30:28.923312 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-037f2849-0f71-497f-ab12-6549b8050c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:28.937285 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'name': 'router1', 'tenant_id': '308cc0a9890e40d5929ef360a177acfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:30:15Z', 'updated_at': '2022-03-21T21:30:25Z', 'revision_number': 2, 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'gw_port_host': None, '_interfaces': [{'id': 'd1fe1152-6fd3-4ecd-993f-fd549c510b83', 'name': '', 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861', 'tenant_id': '308cc0a9890e40d5929ef360a177acfe', 'mac_address': 'fa:16:3e:be:a0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:30:25Z', 'updated_at': '2022-03-21T21:30:28Z', 'revision_number': 4, 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'subnets': [{'id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7da352bf-b9ce-4fef-ac1e-a4e01ca5395e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:30:28.958340 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-037f2849-0f71-497f-ab12-6549b8050c50 None None] For port d1fe1152-6fd3-4ecd-993f-fd549c510b83, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=d1fe1152-6fd3-4ecd-993f-fd549c510b83,segment=NetworkSegment(8efca88b-a8da-4b39-bddb-bbc64a297d58),segment_id=8efca88b-a8da-4b39-bddb-bbc64a297d58)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:30:28.964862 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b2a15-8568-4ab9-80cd-c5f7336e779a None None] The sync data for ids ['77214329-0c03-4c0c-a80f-08c1f7a2d7f0'] in dv-cinder-834541-1-iscsi is: [{'id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'name': 'router1', 'tenant_id': '308cc0a9890e40d5929ef360a177acfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:30:15Z', 'updated_at': '2022-03-21T21:30:25Z', 'revision_number': 2, 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'gw_port_host': None, '_interfaces': [{'id': 'd1fe1152-6fd3-4ecd-993f-fd549c510b83', 'name': '', 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861', 'tenant_id': '308cc0a9890e40d5929ef360a177acfe', 'mac_address': 'fa:16:3e:be:a0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:30:25Z', 'updated_at': '2022-03-21T21:30:28Z', 'revision_number': 4, 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'subnets': [{'id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7da352bf-b9ce-4fef-ac1e-a4e01ca5395e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:30:29.033792 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-037f2849-0f71-497f-ab12-6549b8050c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:29.085042 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f2849-0f71-497f-ab12-6549b8050c50 None None] Pushing event updated for resources: {'Port': ['ID=d1fe1152-6fd3-4ecd-993f-fd549c510b83,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:29.255021 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54330) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:30:29.370590 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf10db2-fe21-4057-af99-5cf600f2c63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:30:29.371958 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4bf10db2-fe21-4057-af99-5cf600f2c63b admin admin] 10.222.0.23 "GET /v2.0/networks/9867fab8-7571-461d-96e4-4032e42c28a0 HTTP/1.1" status: 200 len: 842 time: 0.1159077 Mar 21 21:30:29.381349 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] Request body: {'subnet': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:30:29.473388 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] Made reservation on behalf of 890f8313153d4e71b8d6c6a1ab9767ea for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:30:29.475615 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:29.875604 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.objects.ports [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104013) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 21 21:30:29.876048 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for subnet (9048bf74-65b8-471a-9614-e6bb28cca3ee), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:29.934435 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9048bf74-65b8-471a-9614-e6bb28cca3ee,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:29.947319 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] Checking segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:30:29.947677 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] Network hostable DHCP agents. Network: 9867fab8-7571-461d-96e4-4032e42c28a0, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:30:30.047196 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:30:30.132939 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 9867fab8-7571-461d-96e4-4032e42c28a0) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:30:30.136950 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:30:30.137560 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:30.144070 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb8b701-2d10-458f-89eb-258eb38fa661 None None] Network 9867fab8-7571-461d-96e4-4032e42c28a0 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:30:30.236167 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5a05a14c-0855-4d28-8a28-5fd9bbba8bf6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8581252 Mar 21 21:30:30.251479 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde1e2f0-f4f9-4af8-bdb5-7dabe2d56615 None None] Network 9867fab8-7571-461d-96e4-4032e42c28a0 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:30:32.871481 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54338) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:30:33.005999 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fbdb0a4f-3b12-41f6-953e-09f2614fd23e demo admin] 10.222.0.23 "GET /v2.0/routers/77214329-0c03-4c0c-a80f-08c1f7a2d7f0 HTTP/1.1" status: 200 len: 710 time: 0.1333854 Mar 21 21:30:33.091570 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630ac5e9-4921-4769-aaf7-fcfff8d2463f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:30:33.093026 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-630ac5e9-4921-4769-aaf7-fcfff8d2463f demo admin] 10.222.0.23 "GET /v2.0/networks/9867fab8-7571-461d-96e4-4032e42c28a0 HTTP/1.1" status: 200 len: 886 time: 0.0810521 Mar 21 21:30:33.102108 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:30:33.436877 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Publish callbacks [] for router_gateway (77214329-0c03-4c0c-a80f-08c1f7a2d7f0), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:33.785810 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Publish callbacks [] for router_gateway (77214329-0c03-4c0c-a80f-08c1f7a2d7f0), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:33.866405 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:33.973096 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Allocated IP 172.27.1.140 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/8fbb6e96-621e-4db2-af6a-ece9cba79a23) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:30:34.080026 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Publish callbacks [] for port (8fbb6e96-621e-4db2-af6a-ece9cba79a23), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:34.171635 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (8fbb6e96-621e-4db2-af6a-ece9cba79a23), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:34.211784 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:30:34.220460 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:30:34.225965 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:30:34.230098 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Pushing event updated for resources: {'Port': ['ID=8fbb6e96-621e-4db2-af6a-ece9cba79a23,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:34.619654 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Publish callbacks [] for router_gateway (77214329-0c03-4c0c-a80f-08c1f7a2d7f0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:34.827161 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1589724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1818291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14553'] for router (77214329-0c03-4c0c-a80f-08c1f7a2d7f0), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:34.830327 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1589717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1589550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1818244'] for router (77214329-0c03-4c0c-a80f-08c1f7a2d7f0), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:35.034976 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Router 77214329-0c03-4c0c-a80f-08c1f7a2d7f0 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:30:35.146769 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:30:35.151604 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:35.152980 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b3baeda6-6d46-45d3-8ffe-ac1057625424 demo admin] 10.222.0.23 "PUT /v2.0/routers/77214329-0c03-4c0c-a80f-08c1f7a2d7f0 HTTP/1.1" status: 200 len: 890 time: 2.0539155 Mar 21 21:30:37.128026 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device d1fe1152-6fd3-4ecd-993f-fd549c510b83 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:30:37.190027 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port d1fe1152-6fd3-4ecd-993f-fd549c510b83 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:30:37.190349 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:37.278344 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port d1fe1152-6fd3-4ecd-993f-fd549c510b83 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:30:37.782590 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54350) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:30:37.920168 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0aa70857-7b07-4c78-8b69-d5d8ab63ef4a admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1364257 Mar 21 21:30:38.059870 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Sync routers for ids ['77214329-0c03-4c0c-a80f-08c1f7a2d7f0'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:30:38.078181 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Routers {'77214329-0c03-4c0c-a80f-08c1f7a2d7f0'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:30:38.078878 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:30:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['77214329-0c03-4c0c-a80f-08c1f7a2d7f0'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:30:38.331239 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Set router 77214329-0c03-4c0c-a80f-08c1f7a2d7f0 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:30:38.852860 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'name': 'router1', 'tenant_id': '308cc0a9890e40d5929ef360a177acfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '8fbb6e96-621e-4db2-af6a-ece9cba79a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:30:15Z', 'updated_at': '2022-03-21T21:30:34Z', 'revision_number': 4, 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'gw_port': {'id': '8fbb6e96-621e-4db2-af6a-ece9cba79a23', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:27:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:30:33Z', 'updated_at': '2022-03-21T21:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd1fe1152-6fd3-4ecd-993f-fd549c510b83', 'name': '', 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861', 'tenant_id': '308cc0a9890e40d5929ef360a177acfe', 'mac_address': 'fa:16:3e:be:a0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:30:25Z', 'updated_at': '2022-03-21T21:30:28Z', 'revision_number': 5, 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'subnets': [{'id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7da352bf-b9ce-4fef-ac1e-a4e01ca5395e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:30:38.915355 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Checking router: 77214329-0c03-4c0c-a80f-08c1f7a2d7f0 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:30:38.915355 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Updating router 77214329-0c03-4c0c-a80f-08c1f7a2d7f0 port 8fbb6e96-621e-4db2-af6a-ece9cba79a23 binding host dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:30:38.972207 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (8fbb6e96-621e-4db2-af6a-ece9cba79a23), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:39.301113 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Publish callbacks [] for port (8fbb6e96-621e-4db2-af6a-ece9cba79a23), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:39.418514 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (8fbb6e96-621e-4db2-af6a-ece9cba79a23), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:39.467216 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Attempting to bind port 8fbb6e96-621e-4db2-af6a-ece9cba79a23 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:30:39.467592 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Attempting to bind port 8fbb6e96-621e-4db2-af6a-ece9cba79a23 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:30:39.467956 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Attempting to bind port 8fbb6e96-621e-4db2-af6a-ece9cba79a23 on network 9867fab8-7571-461d-96e4-4032e42c28a0 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:30:39.480246 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:30:39.480554 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Checking segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:30:39.480985 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:39.481387 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Bound using segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:30:39.481846 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Bound port: 8fbb6e96-621e-4db2-af6a-ece9cba79a23, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:30:39.482221 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (8fbb6e96-621e-4db2-af6a-ece9cba79a23), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:39.484779 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d3a3e-5e81-4356-842a-6c0e2ad26bd8 None None] Pushing event updated for resources: {'Port': ['ID=8fbb6e96-621e-4db2-af6a-ece9cba79a23,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:39.538647 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] For port 8fbb6e96-621e-4db2-af6a-ece9cba79a23, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:30:39.542134 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] For port 8fbb6e96-621e-4db2-af6a-ece9cba79a23, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=8fbb6e96-621e-4db2-af6a-ece9cba79a23,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:30:39.636488 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (8fbb6e96-621e-4db2-af6a-ece9cba79a23), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:39.720824 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d3a3e-5e81-4356-842a-6c0e2ad26bd8 None None] Pushing event updated for resources: {'Port': ['ID=8fbb6e96-621e-4db2-af6a-ece9cba79a23,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:39.723942 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Routers {'77214329-0c03-4c0c-a80f-08c1f7a2d7f0'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:30:39.724400 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:30:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['77214329-0c03-4c0c-a80f-08c1f7a2d7f0'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:30:39.859654 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] Set router 77214329-0c03-4c0c-a80f-08c1f7a2d7f0 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:30:40.151779 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'name': 'router1', 'tenant_id': '308cc0a9890e40d5929ef360a177acfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '8fbb6e96-621e-4db2-af6a-ece9cba79a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:30:15Z', 'updated_at': '2022-03-21T21:30:34Z', 'revision_number': 4, 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'gw_port': {'id': '8fbb6e96-621e-4db2-af6a-ece9cba79a23', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:27:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:30:33Z', 'updated_at': '2022-03-21T21:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd1fe1152-6fd3-4ecd-993f-fd549c510b83', 'name': '', 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861', 'tenant_id': '308cc0a9890e40d5929ef360a177acfe', 'mac_address': 'fa:16:3e:be:a0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:30:25Z', 'updated_at': '2022-03-21T21:30:28Z', 'revision_number': 5, 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'subnets': [{'id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7da352bf-b9ce-4fef-ac1e-a4e01ca5395e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:30:40.182270 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5efc5c-3238-4bd9-ba3c-5e249079133a None None] The sync data for ids ['77214329-0c03-4c0c-a80f-08c1f7a2d7f0'] in dv-cinder-834541-1-iscsi is: [{'id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'name': 'router1', 'tenant_id': '308cc0a9890e40d5929ef360a177acfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '8fbb6e96-621e-4db2-af6a-ece9cba79a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:30:15Z', 'updated_at': '2022-03-21T21:30:34Z', 'revision_number': 4, 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'gw_port': {'id': '8fbb6e96-621e-4db2-af6a-ece9cba79a23', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:27:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:30:33Z', 'updated_at': '2022-03-21T21:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd1fe1152-6fd3-4ecd-993f-fd549c510b83', 'name': '', 'network_id': '290d4f17-dc51-46b8-a926-06267d5f1861', 'tenant_id': '308cc0a9890e40d5929ef360a177acfe', 'mac_address': 'fa:16:3e:be:a0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77214329-0c03-4c0c-a80f-08c1f7a2d7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:30:25Z', 'updated_at': '2022-03-21T21:30:28Z', 'revision_number': 5, 'project_id': '308cc0a9890e40d5929ef360a177acfe', 'subnets': [{'id': '134a65e5-b8c1-4909-ab8f-cb449e495eaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7da352bf-b9ce-4fef-ac1e-a4e01ca5395e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:30:41.185446 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 8fbb6e96-621e-4db2-af6a-ece9cba79a23 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:30:41.304069 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 8fbb6e96-621e-4db2-af6a-ece9cba79a23 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:30:41.304664 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (8fbb6e96-621e-4db2-af6a-ece9cba79a23), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:41.413054 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 8fbb6e96-621e-4db2-af6a-ece9cba79a23 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:30:41.413446 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (8fbb6e96-621e-4db2-af6a-ece9cba79a23), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:41.437481 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] For port 8fbb6e96-621e-4db2-af6a-ece9cba79a23, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=8fbb6e96-621e-4db2-af6a-ece9cba79a23,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:30:41.547566 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (8fbb6e96-621e-4db2-af6a-ece9cba79a23), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:41.640366 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Pushing event updated for resources: {'Port': ['ID=8fbb6e96-621e-4db2-af6a-ece9cba79a23,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:30:43.160138 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 8fbb6e96-621e-4db2-af6a-ece9cba79a23 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:30:43.318547 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 8fbb6e96-621e-4db2-af6a-ece9cba79a23 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:30:43.318970 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (8fbb6e96-621e-4db2-af6a-ece9cba79a23), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:43.519506 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 8fbb6e96-621e-4db2-af6a-ece9cba79a23 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:30:47.913636 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3f2adb6a-eb81-45e1-be5c-726da1076129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:50.130153 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4a5d104d-4c7e-44f9-aa30-5c27bd58d683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:51.424359 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:52.742128 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:30:54.360485 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:31:02.248837 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 5 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:31:17.917675 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb6d6-de2c-4e99-b415-8776f01110b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:31:20.097227 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ee80124b-0c95-485f-b4e2-d4d325cf9cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:31:21.358254 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:31:23.114424 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:31:24.371226 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:31:39.239382 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 5 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:31:47.888107 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-68e24f94-5a51-4ec0-bfbd-f44458f99c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:31:50.113473 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31ad6ed3-5572-4eb5-bf4a-a416d556ae52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:31:51.347718 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:31:52.753199 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:31:54.350736 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:02.724180 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54834) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:02.783744 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc63353-c70a-4871-813f-0189ea690d4d admin admin] GET failed (client error): The resource could not be found. Mar 21 21:32:02.785622 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fcc63353-c70a-4871-813f-0189ea690d4d admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603812 Mar 21 21:32:02.940925 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b46f64-06fc-4b7f-986d-f10934d49b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:02.942316 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-41b46f64-06fc-4b7f-986d-f10934d49b83 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1526582 Mar 21 21:32:05.366663 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 54844) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:05.462607 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f60dcbc-b9b6-4ab9-b022-4e216504d221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:05.463938 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5f60dcbc-b9b6-4ab9-b022-4e216504d221 admin admin] 10.222.0.23 "GET /v2.0/subnets/134a65e5-b8c1-4909-ab8f-cb449e495eaf HTTP/1.1" status: 200 len: 849 time: 0.0962896 Mar 21 21:32:05.473716 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:32:05.555056 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Publish callbacks [] for subnet (134a65e5-b8c1-4909-ab8f-cb449e495eaf), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:05.773381 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742784859531'] for subnet (134a65e5-b8c1-4909-ab8f-cb449e495eaf), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:05.811290 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:05.811290 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:05.812357 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] 10.222.0.23 "PUT /v2.0/subnets/134a65e5-b8c1-4909-ab8f-cb449e495eaf HTTP/1.1" status: 200 len: 868 time: 0.3427355 Mar 21 21:32:05.813172 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e6d4c1-e89a-45a7-be36-ac38bcbc46bd None None] Network 290d4f17-dc51-46b8-a926-06267d5f1861 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:32:05.834078 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134a65e5-b8c1-4909-ab8f-cb449e495eaf,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:32:05.841503 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.841855 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.845832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.845832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.845832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.845832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.845832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.845832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.845832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.845832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.845832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.845832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.845832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.846801 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:05.846801 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0d1b3-99cb-4239-9daf-fea437a9e6d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:06.186461 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-35d1b839-4551-4ff5-9b63-cc4dca09858f None None] Provisioning complete for port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:32:06.186857 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35d1b839-4551-4ff5-9b63-cc4dca09858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (28ef5ed2-07e9-4b0b-8319-cd5a32ca607f), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:06.265404 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-35d1b839-4551-4ff5-9b63-cc4dca09858f None None] Current status of the port 28ef5ed2-07e9-4b0b-8319-cd5a32ca607f is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:32:06.275819 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-35d1b839-4551-4ff5-9b63-cc4dca09858f None None] Provisioning complete for port d1fe1152-6fd3-4ecd-993f-fd549c510b83 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:32:06.276433 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35d1b839-4551-4ff5-9b63-cc4dca09858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d1fe1152-6fd3-4ecd-993f-fd549c510b83), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:06.352276 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-35d1b839-4551-4ff5-9b63-cc4dca09858f None None] Current status of the port d1fe1152-6fd3-4ecd-993f-fd549c510b83 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:32:08.151492 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54854) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:08.351808 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1324b578-937e-4a42-807c-e6fc4fa17d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:08.352285 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1324b578-937e-4a42-807c-e6fc4fa17d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:08.353860 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1324b578-937e-4a42-807c-e6fc4fa17d53 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2014258 Mar 21 21:32:10.671449 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54862) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:10.802374 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9177e-5abf-4508-a2de-d538d23bc118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:10.802849 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9177e-5abf-4508-a2de-d538d23bc118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:10.804391 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-84f9177e-5abf-4508-a2de-d538d23bc118 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319642 Mar 21 21:32:13.161935 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54870) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:13.291808 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c92f063-cda7-4fad-abf7-341cc5effd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:13.293891 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3c92f063-cda7-4fad-abf7-341cc5effd8f admin admin] 10.222.0.23 "GET /v2.0/networks/290d4f17-dc51-46b8-a926-06267d5f1861 HTTP/1.1" status: 200 len: 869 time: 0.1309967 Mar 21 21:32:15.661157 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 54878) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:15.821277 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ffa105-88c0-44a0-9f4e-a0ddc155082f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:15.822659 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-51ffa105-88c0-44a0-9f4e-a0ddc155082f admin admin] 10.222.0.23 "GET /v2.0/networks/9867fab8-7571-461d-96e4-4032e42c28a0 HTTP/1.1" status: 200 len: 886 time: 0.1605256 Mar 21 21:32:16.238824 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 5 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:32:17.895992 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4509423f-7a2d-4a4b-b7a8-c18802bb5af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:18.193675 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54886) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:18.322378 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b603700-b485-4914-a8fc-132f3e2ebae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:18.322874 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b603700-b485-4914-a8fc-132f3e2ebae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:18.324391 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7b603700-b485-4914-a8fc-132f3e2ebae7 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297626 Mar 21 21:32:20.118189 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f412567b-d1d0-4a1c-bbae-a94f1b4406b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:20.728244 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54894) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:20.825618 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5e0ff-31b4-4dfb-b665-bf2ec196e188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:20.826078 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5e0ff-31b4-4dfb-b665-bf2ec196e188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:20.827575 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7cb5e0ff-31b4-4dfb-b665-bf2ec196e188 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0983167 Mar 21 21:32:21.370177 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:22.746142 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:23.193916 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 54902) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:23.286831 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89528e7-1fcf-4464-ab7f-9182939a1a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:23.288227 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d89528e7-1fcf-4464-ab7f-9182939a1a17 admin admin] 10.222.0.23 "GET /v2.0/subnets/134a65e5-b8c1-4909-ab8f-cb449e495eaf HTTP/1.1" status: 200 len: 868 time: 0.0933335 Mar 21 21:32:24.323056 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:25.623979 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 54910) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:25.708419 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e0869-87a2-4326-a6d5-84b08770329b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:25.709781 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-4d0e0869-87a2-4326-a6d5-84b08770329b admin admin] 10.222.0.23 "GET /v2.0/subnets/9048bf74-65b8-471a-9614-e6bb28cca3ee HTTP/1.1" status: 200 len: 816 time: 0.0849168 Mar 21 21:32:47.897580 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c92e70f-2ea8-4cd1-ae64-254d8f324248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:50.091689 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9b41bb2b-5c3a-4b8c-9317-404e1733d617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:51.354887 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:52.768139 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:53.237536 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 5 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:32:54.094838 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54962) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:54.142532 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [None req-32caa2ca-ea77-48c8-8bd1-9ce5ead461b6 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:32:54.143522 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-32caa2ca-ea77-48c8-8bd1-9ce5ead461b6 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477290 Mar 21 21:32:54.333979 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:56.576528 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54970) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:56.636751 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2970407-7c0e-4c7e-8d25-d475d6a56796 admin admin] GET failed (client error): The resource could not be found. Mar 21 21:32:56.638018 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e2970407-7c0e-4c7e-8d25-d475d6a56796 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604625 Mar 21 21:32:56.727127 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7595f9-2441-4179-b86a-4efbbd10879a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:56.728633 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8f7595f9-2441-4179-b86a-4efbbd10879a admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859385 Mar 21 21:32:59.074993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54978) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:32:59.121401 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:32:59.194231 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Made reservation on behalf of 890f8313153d4e71b8d6c6a1ab9767ea for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:32:59.196810 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:59.223432 dv-cinder-834541-1-iscsi neutron-server[104013]: WARNING neutron.services.revisions.revision_plugin [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Could not find related network for resource to bump revision. Mar 21 21:32:59.233719 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:32:59.242421 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (edcd0d4a-f73b-44c6-9c83-1d76f3756780), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:59.242759 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Added segment edcd0d4a-f73b-44c6-9c83-1d76f3756780 of type vlan for network 3869a95b-7390-4c9a-92e7-6d9bcbe30922 Mar 21 21:32:59.280391 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (3869a95b-7390-4c9a-92e7-6d9bcbe30922), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:59.350202 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (3869a95b-7390-4c9a-92e7-6d9bcbe30922), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:59.351135 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:32:59.351703 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:32:59.410110 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Pushing event updated for resources: {'Network': ['ID=3869a95b-7390-4c9a-92e7-6d9bcbe30922,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:32:59.416409 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.417076 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.417171 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.417465 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.417793 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.418120 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.418441 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.418761 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.419097 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.419421 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.419760 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.420097 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.420417 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.420756 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.421070 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:32:59.432282 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 3869a95b-7390-4c9a-92e7-6d9bcbe30922 details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:32:59.465532 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-09a48773-0b13-4c69-add5-92eb765246fb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3894012 Mar 21 21:33:01.819943 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54986) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:33:01.880623 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.pecan_wsgi.hooks.translation [None req-5250beca-2562-4e33-9d0a-b47aa23e4739 admin admin] GET failed (client error): The resource could not be found. Mar 21 21:33:01.881945 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5250beca-2562-4e33-9d0a-b47aa23e4739 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607638 Mar 21 21:33:01.950836 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176eb135-0936-4fa4-8802-22e52a7ca1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:33:01.952257 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-176eb135-0936-4fa4-8802-22e52a7ca1bb admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663273 Mar 21 21:33:01.962439 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-e709e543-1846-46a6-aad4-1b0411883779 admin admin] Request body: {'subnet': {'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:33:02.047804 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e709e543-1846-46a6-aad4-1b0411883779 admin admin] Made reservation on behalf of 890f8313153d4e71b8d6c6a1ab9767ea for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:33:02.050011 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e709e543-1846-46a6-aad4-1b0411883779 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:02.265127 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e709e543-1846-46a6-aad4-1b0411883779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for subnet (174e21c9-573e-47de-a7a9-d0af55360124), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:02.319874 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709e543-1846-46a6-aad4-1b0411883779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=174e21c9-573e-47de-a7a9-d0af55360124,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:33:02.326652 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e709e543-1846-46a6-aad4-1b0411883779 admin admin] Checking segment: {'id': 'edcd0d4a-f73b-44c6-9c83-1d76f3756780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:33:02.327009 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e709e543-1846-46a6-aad4-1b0411883779 admin admin] Network hostable DHCP agents. Network: 3869a95b-7390-4c9a-92e7-6d9bcbe30922, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:33:02.396295 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e709e543-1846-46a6-aad4-1b0411883779 admin admin] Network 3869a95b-7390-4c9a-92e7-6d9bcbe30922 is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:33:02.470519 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-e709e543-1846-46a6-aad4-1b0411883779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 3869a95b-7390-4c9a-92e7-6d9bcbe30922) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:33:02.474671 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e709e543-1846-46a6-aad4-1b0411883779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:33:02.475269 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e709e543-1846-46a6-aad4-1b0411883779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:02.479964 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fcf79f-898f-47f1-8bfa-4db90da06023 None None] Network 3869a95b-7390-4c9a-92e7-6d9bcbe30922 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:33:02.546134 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e709e543-1846-46a6-aad4-1b0411883779 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5868733 Mar 21 21:33:02.585140 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9f58e63-380d-5572-9a5f-798ace8b00e1-3869a95b-7390-4c9a-92e7-6d9bcbe30922', 'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922', 'project_id': '890f8313153d4e71b8d6c6a1ab9767ea', 'fixed_ips': [{'subnet_id': '174e21c9-573e-47de-a7a9-d0af55360124'}]}} from dv-cinder-834541-1-iscsi. {{(pid=104016) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:33:02.585140 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:02.811107 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Allocated IP 192.168.233.2 (3869a95b-7390-4c9a-92e7-6d9bcbe30922/174e21c9-573e-47de-a7a9-d0af55360124/5c0ef97c-07c8-43f1-9075-b42505fcb4d7) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:33:02.957857 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Publish callbacks [] for port (5c0ef97c-07c8-43f1-9075-b42505fcb4d7), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:03.063804 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (5c0ef97c-07c8-43f1-9075-b42505fcb4d7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:03.103151 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Network 3869a95b-7390-4c9a-92e7-6d9bcbe30922 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:33:03.106116 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:33:03.112214 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:33:03.119126 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Pushing event updated for resources: {'Port': ['ID=5c0ef97c-07c8-43f1-9075-b42505fcb4d7,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:33:03.130031 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.130031 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.130031 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.130031 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.130383 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.130627 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.130954 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.131278 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.131617 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.134436 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.134436 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.134436 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.134436 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.134436 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.134436 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:33:03.185337 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Attempting to bind port 5c0ef97c-07c8-43f1-9075-b42505fcb4d7 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:33:03.185712 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Attempting to bind port 5c0ef97c-07c8-43f1-9075-b42505fcb4d7 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'edcd0d4a-f73b-44c6-9c83-1d76f3756780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:33:03.186086 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Attempting to bind port 5c0ef97c-07c8-43f1-9075-b42505fcb4d7 on network 3869a95b-7390-4c9a-92e7-6d9bcbe30922 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:33:03.191349 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:33:03.191731 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Checking segment: {'id': 'edcd0d4a-f73b-44c6-9c83-1d76f3756780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:33:03.192138 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:03.192535 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Bound using segment: {'id': 'edcd0d4a-f73b-44c6-9c83-1d76f3756780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:33:03.193038 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Bound port: 5c0ef97c-07c8-43f1-9075-b42505fcb4d7, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcd0d4a-f73b-44c6-9c83-1d76f3756780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:33:03.193419 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (5c0ef97c-07c8-43f1-9075-b42505fcb4d7), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:03.256442 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] For port 5c0ef97c-07c8-43f1-9075-b42505fcb4d7, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:33:03.259424 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] For port 5c0ef97c-07c8-43f1-9075-b42505fcb4d7, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=5c0ef97c-07c8-43f1-9075-b42505fcb4d7,segment=NetworkSegment(edcd0d4a-f73b-44c6-9c83-1d76f3756780),segment_id=edcd0d4a-f73b-44c6-9c83-1d76f3756780)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:33:03.316890 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (5c0ef97c-07c8-43f1-9075-b42505fcb4d7), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:03.379815 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0d894-298c-47f2-ba41-1d6e04846cf6 None None] Pushing event updated for resources: {'Port': ['ID=5c0ef97c-07c8-43f1-9075-b42505fcb4d7,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:33:04.240346 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e9e604-b757-4460-bc13-29a3e5694a55 None None] Network 3869a95b-7390-4c9a-92e7-6d9bcbe30922 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:33:04.328719 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-0acc61e9-56cb-4256-9ea6-b812f18b862c None None] Provisioning complete for port 5c0ef97c-07c8-43f1-9075-b42505fcb4d7 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:33:04.329002 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0acc61e9-56cb-4256-9ea6-b812f18b862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (5c0ef97c-07c8-43f1-9075-b42505fcb4d7), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:04.441938 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-0acc61e9-56cb-4256-9ea6-b812f18b862c None None] Current status of the port 5c0ef97c-07c8-43f1-9075-b42505fcb4d7 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:33:04.442572 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0acc61e9-56cb-4256-9ea6-b812f18b862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (5c0ef97c-07c8-43f1-9075-b42505fcb4d7), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:04.479325 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-0acc61e9-56cb-4256-9ea6-b812f18b862c None None] For port 5c0ef97c-07c8-43f1-9075-b42505fcb4d7, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=5c0ef97c-07c8-43f1-9075-b42505fcb4d7,segment=NetworkSegment(edcd0d4a-f73b-44c6-9c83-1d76f3756780),segment_id=edcd0d4a-f73b-44c6-9c83-1d76f3756780)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:33:04.545826 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0acc61e9-56cb-4256-9ea6-b812f18b862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (5c0ef97c-07c8-43f1-9075-b42505fcb4d7), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:04.596908 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc61e9-56cb-4256-9ea6-b812f18b862c None None] Pushing event updated for resources: {'Port': ['ID=5c0ef97c-07c8-43f1-9075-b42505fcb4d7,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:33:04.669544 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-17ad612c-e29a-4a22-82b5-e8e69fe17beb None None] Provisioning complete for port 5c0ef97c-07c8-43f1-9075-b42505fcb4d7 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:33:04.669962 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-17ad612c-e29a-4a22-82b5-e8e69fe17beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (5c0ef97c-07c8-43f1-9075-b42505fcb4d7), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:04.774244 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-17ad612c-e29a-4a22-82b5-e8e69fe17beb None None] Current status of the port 5c0ef97c-07c8-43f1-9075-b42505fcb4d7 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:33:05.213775 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 5c0ef97c-07c8-43f1-9075-b42505fcb4d7 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:33:05.263039 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 5c0ef97c-07c8-43f1-9075-b42505fcb4d7 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:33:05.263688 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (5c0ef97c-07c8-43f1-9075-b42505fcb4d7), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:05.343235 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 5c0ef97c-07c8-43f1-9075-b42505fcb4d7 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:33:17.921335 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4e485c6a-c21a-440b-8404-3cc5164df01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:20.098147 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d6c1-6e80-4d57-a932-ca167b9092e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:21.382349 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:22.788225 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:24.330781 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:30.238804 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 5 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:33:47.908958 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-450ee87c-5547-45df-857c-14720dbf65d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:50.091468 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-284e25b7-9c83-48eb-b1b7-e52623fab5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:51.377503 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:52.782808 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:33:54.341160 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:07.246398 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 5 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:34:17.919438 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ff9d847b-565a-4521-8745-97256551f3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:20.096133 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a938f3a1-11e1-441c-86cf-7fad320c30ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:21.380450 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:22.799314 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:24.347474 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:33.642001 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55024) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:34:33.647722 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [None req-7609ad7b-0211-4c32-8102-d639a82d5b25 tempest-verify_tempest_config-2084681937 tempest-verify_tempest_config-2084681937-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:34:33.648714 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7609ad7b-0211-4c32-8102-d639a82d5b25 tempest-verify_tempest_config-2084681937 tempest-verify_tempest_config-2084681937-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057216 Mar 21 21:34:34.254440 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55042) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:34:34.362442 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:34.536488 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Publish callbacks [] for security_group (fb9898b0-0848-4cc8-934f-9c595c98be8e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:34.644321 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (fb9898b0-0848-4cc8-934f-9c595c98be8e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:34.688911 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93d588df9db942ce9723b8c69844ad10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4333670 Mar 21 21:34:34.689857 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9898b0-0848-4cc8-934f-9c595c98be8e,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:34:34.691613 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55046) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:34:34.696992 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.697342 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.697700 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.698039 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.698369 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.698698 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.699014 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.700066 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.700539 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.700889 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.701236 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.701562 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.701877 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.702193 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.702508 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b1f1d-d947-4e0d-8a15-68f449281ce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.770934 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Publish callbacks [] for security_group (fb9898b0-0848-4cc8-934f-9c595c98be8e), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:34.794509 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Publish callbacks [] for security_group (fb9898b0-0848-4cc8-934f-9c595c98be8e), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:34.957165 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (fb9898b0-0848-4cc8-934f-9c595c98be8e), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:34.959655 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:34.960823 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb9898b0-0848-4cc8-934f-9c595c98be8e HTTP/1.1" status: 204 len: 168 time: 0.2682202 Mar 21 21:34:34.969028 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9898b0-0848-4cc8-934f-9c595c98be8e,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:34:34.976106 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.976459 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.976865 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.977236 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.977572 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.977902 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.978235 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.978560 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.978956 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.979286 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.979613 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.979954 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.980280 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.981225 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:34.981544 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ec834-4a9f-4c31-895a-c1b4b76a0003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:34:44.235438 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 5 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:34:47.912191 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3aa6aaba-72bd-42c7-9444-dd7e4815d595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:50.123810 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a8555514-64b4-4ae4-9e5a-6a9333b1dceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:51.368471 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:52.815195 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:34:54.408242 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:35:17.916897 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c7b061cb-26f9-40e4-846e-403716104bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:35:20.116546 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5bd83f54-0c37-4474-8d15-fe1ba0276a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:35:21.233266 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 5 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:35:21.373858 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:35:22.779349 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:35:24.379695 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:35:47.910082 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9d687ab2-9baf-4499-abc7-b3340e75c686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:35:50.115314 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-02b96fea-d166-4eaa-9fba-42842c744be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:35:51.407135 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:35:52.783912 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:35:54.412868 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:35:58.232051 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 5 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:36:13.857399 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817902'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:36:17.919127 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53eb7645-7584-4872-8eb0-86ff97da3885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:36:20.154552 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-44b80060-c77e-408b-941c-d346937abe4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:36:21.365813 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:36:22.844965 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:36:24.354834 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:36:29.373736 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55118) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:36:29.478318 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d7e90639-450c-4db4-ba39-6665f32651c9 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1033900 Mar 21 21:36:31.803869 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55128) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:36:31.857473 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0babc87a-adb9-4f43-a703-3c010b72b0dd admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525460 Mar 21 21:36:35.230860 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:36:43.799111 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:36:47.947467 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d8fb42fa-464a-49cc-84b8-2f9c739c6f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:36:50.107420 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98151679-e766-4a5f-8c26-7371faaad63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:36:51.393270 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:36:52.844249 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:36:54.358698 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:37:12.229866 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:37:13.832429 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:37:17.912218 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5f778ea4-76bd-4bba-a1fa-b404a43c2317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:37:20.180982 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-13e8dc5f-4b3f-4446-b435-12bde8f67c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:37:21.391823 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:37:22.814500 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:37:24.364034 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:37:43.831314 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:37:47.933604 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-daa0ab53-d71d-41ac-8166-0d562fa68fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:37:49.228432 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:37:50.116537 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f2f60426-60ff-43a8-81da-5d2aeece15a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:37:51.362438 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:37:52.791153 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:37:54.368263 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:10.193497 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55316) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:10.528395 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-148359150-network', 'tenant_id': '046d356ba208444c860e17ffe9ffef8d'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:10.659028 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Made reservation on behalf of 046d356ba208444c860e17ffe9ffef8d for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:10.661388 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:10.669805 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:10.745917 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Publish callbacks [] for security_group (b0708041-e9ec-4587-951d-42e5c838768c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:10.795893 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b0708041-e9ec-4587-951d-42e5c838768c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:10.828068 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:38:10.831455 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0708041-e9ec-4587-951d-42e5c838768c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:10.841542 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.841755 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.842122 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.842469 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.842803 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.843137 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.843529 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.843859 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.844202 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.844537 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.844908 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.845241 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.845749 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.846241 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.846730 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Tracked resource versions report: Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: pushed versions: Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: { 'AddressGroup': {'1.2'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Agent': {'1.1'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'ConntrackHelper': {'1.0'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'LocalIPAssociation': {'1.0'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Log': {'1.0'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'NDPProxy': {'1.0'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Network': {'1.1'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Port': {'1.7'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'PortForwarding': {'1.3'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'QosPolicy': {'1.10'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'SecurityGroup': {'1.5'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'SecurityGroupRule': {'1.2'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'SubPort': {'1.0'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Subnet': {'1.1'}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Trunk': {'1.1'}} Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: consumer versions: Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: { DHCP agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: HyperV agent@hv-cinder-83454: {}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: L3 agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: Metadata agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: Metering agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: Open vSwitch agent@dv-cinder-834541-1-iscsi: { 'AddressGroup': '1.2', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Agent': '1.1', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'ConntrackHelper': '1.0', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'LocalIPAssociation': '1.0', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Log': '1.0', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'NDPProxy': '1.0', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Network': '1.1', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Port': '1.7', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'PortForwarding': '1.3', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'QosPolicy': '1.10', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'SecurityGroup': '1.5', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'SecurityGroupRule': '1.2', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'SubPort': '1.0', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Subnet': '1.1', Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: 'Trunk': '1.1'}} Mar 21 21:38:10.848227 dv-cinder-834541-1-iscsi neutron-server[104013]: {{(pid=104013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 21:38:10.861795 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (036c9c2a-ca53-486f-b954-623eb18d1205), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:10.863077 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Added segment 036c9c2a-ca53-486f-b954-623eb18d1205 of type vlan for network c60e990e-72be-4f39-a695-95690e2b1b6b Mar 21 21:38:10.916151 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (c60e990e-72be-4f39-a695-95690e2b1b6b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.018626 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (c60e990e-72be-4f39-a695-95690e2b1b6b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.025197 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:11.025197 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.078646 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] Pushing event updated for resources: {'Network': ['ID=c60e990e-72be-4f39-a695-95690e2b1b6b,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:11.089809 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55352) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:11.096070 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network c60e990e-72be-4f39-a695-95690e2b1b6b details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:38:11.138917 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55358) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:11.153909 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5ae03bc6-dd67-4e11-a5dd-f4a7b38d12ed admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9592347 Mar 21 21:38:11.161043 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55362) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:11.166597 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Request body: {'subnet': {'network_id': 'c60e990e-72be-4f39-a695-95690e2b1b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-148359150-subnet', 'tenant_id': '046d356ba208444c860e17ffe9ffef8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:11.178330 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55364) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:11.258926 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Made reservation on behalf of 046d356ba208444c860e17ffe9ffef8d for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:11.261359 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.514183 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-network', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:11.518952 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for subnet (5d6b9670-81c9-400a-93eb-4b6f389d34f2), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.539610 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-623721826-network', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:11.552084 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1023770576-network', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:11.620131 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Made reservation on behalf of 0f2630a33d1441d7b3031903b1389a78 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:11.625282 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.631025 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Checking segment: {'id': '036c9c2a-ca53-486f-b954-623eb18d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c60e990e-72be-4f39-a695-95690e2b1b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:11.631383 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Network hostable DHCP agents. Network: c60e990e-72be-4f39-a695-95690e2b1b6b, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:38:11.641332 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.655362 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6b9670-81c9-400a-93eb-4b6f389d34f2,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:11.663136 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.663705 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.664062 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.664404 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.664763 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.665085 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.665570 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.665895 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.666231 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.666560 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.666891 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.667383 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.667768 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.668019 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.668518 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Tracked resource versions report: Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: pushed versions: Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: { 'AddressGroup': {'1.2'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Agent': {'1.1'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'ConntrackHelper': {'1.0'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'LocalIPAssociation': {'1.0'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Log': {'1.0'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'NDPProxy': {'1.0'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Network': {'1.1'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Port': {'1.7'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'PortForwarding': {'1.3'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'QosPolicy': {'1.10'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'SecurityGroup': {'1.5'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'SecurityGroupRule': {'1.2'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'SubPort': {'1.0'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Subnet': {'1.1'}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Trunk': {'1.1'}} Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: consumer versions: Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: { DHCP agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: HyperV agent@hv-cinder-83454: {}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: L3 agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: Metadata agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: Metering agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: Open vSwitch agent@dv-cinder-834541-1-iscsi: { 'AddressGroup': '1.2', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Agent': '1.1', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'ConntrackHelper': '1.0', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'LocalIPAssociation': '1.0', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Log': '1.0', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'NDPProxy': '1.0', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Network': '1.1', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Port': '1.7', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'PortForwarding': '1.3', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'QosPolicy': '1.10', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'SecurityGroup': '1.5', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'SecurityGroupRule': '1.2', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'SubPort': '1.0', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Subnet': '1.1', Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: 'Trunk': '1.1'}} Mar 21 21:38:11.670404 dv-cinder-834541-1-iscsi neutron-server[104014]: {{(pid=104014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 21:38:11.698786 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Made reservation on behalf of 9c6ab375eca84608a1045991b051b5c9 for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:11.701493 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.714972 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.736452 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Network c60e990e-72be-4f39-a695-95690e2b1b6b is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:38:11.739496 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Made reservation on behalf of 58a58c4b5cc6439fb467c536d908c98d for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:11.741764 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.744075 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Publish callbacks [] for security_group (a80190cb-46dd-42ee-9d5e-8ae74997da70), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.756905 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.819081 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a80190cb-46dd-42ee-9d5e-8ae74997da70), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.833319 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:38:11.843043 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (f3fe7406-e466-4f27-a7b6-8f313b1113db), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.844193 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Added segment f3fe7406-e466-4f27-a7b6-8f313b1113db of type vlan for network 472a0135-1464-4a1e-93c6-5927f427a349 Mar 21 21:38:11.854730 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Publish callbacks [] for security_group (f6de0331-deb5-4ba7-aaef-b4507480306f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.872352 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, c60e990e-72be-4f39-a695-95690e2b1b6b) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:11.879676 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:11.880539 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.896304 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338cbf0f-d167-440a-9f2d-25b61ff737ae None None] Network c60e990e-72be-4f39-a695-95690e2b1b6b requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:38:11.906404 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Publish callbacks [] for security_group (96f6cd62-e80d-4a5c-ab88-55bd4adb02c1), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.918533 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (472a0135-1464-4a1e-93c6-5927f427a349), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:11.927386 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (f6de0331-deb5-4ba7-aaef-b4507480306f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.013690 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-99031003-ac12-462e-b55a-e84cb7a93dba admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8434701 Mar 21 21:38:12.013690 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:38:12.016616 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80190cb-46dd-42ee-9d5e-8ae74997da70,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:12.022398 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6de0331-deb5-4ba7-aaef-b4507480306f,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:12.025124 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (96f6cd62-e80d-4a5c-ab88-55bd4adb02c1), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.051872 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742784632122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (dd2f1526-2a77-410e-b6a1-07630b45b8f6), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.053131 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Unsubscribe: segment precommit_create {{(pid=104014) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 21:38:12.053786 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Added segment dd2f1526-2a77-410e-b6a1-07630b45b8f6 of type vlan for network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc Mar 21 21:38:12.075726 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:38:12.081853 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (472a0135-1464-4a1e-93c6-5927f427a349), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.083174 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:12.084040 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.115633 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f6cd62-e80d-4a5c-ab88-55bd4adb02c1,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:12.137225 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de34a06-4a81-4bff-911b-63fdcb8e944f None None] Network c60e990e-72be-4f39-a695-95690e2b1b6b requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:38:12.140086 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (efd57c45-8572-477c-ba3e-6be843f27775), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.141221 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Added segment efd57c45-8572-477c-ba3e-6be843f27775 of type vlan for network 7c14f17e-38ea-416b-8591-cd91fe8bc44c Mar 21 21:38:12.143780 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (6fdd0a0d-058e-4b7f-8244-217f65ad62dc), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.207876 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (7c14f17e-38ea-416b-8591-cd91fe8bc44c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.218824 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55408) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:12.222538 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0428398 Mar 21 21:38:12.225789 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c04f39-7857-4062-8171-d5e458bf7cea admin admin] Pushing event updated for resources: {'Network': ['ID=472a0135-1464-4a1e-93c6-5927f427a349,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:12.227129 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-c6778488-77d1-4000-b4af-5fb97db14a0d admin admin] Request body: {'subnet': {'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-subnet', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:12.259183 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 472a0135-1464-4a1e-93c6-5927f427a349 details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:38:12.294645 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (6fdd0a0d-058e-4b7f-8244-217f65ad62dc), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.295982 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:12.299256 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.330733 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (7c14f17e-38ea-416b-8591-cd91fe8bc44c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.332940 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:12.336316 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.342921 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6778488-77d1-4000-b4af-5fb97db14a0d admin admin] Made reservation on behalf of 0f2630a33d1441d7b3031903b1389a78 for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:12.352806 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6778488-77d1-4000-b4af-5fb97db14a0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.498990 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3589983 Mar 21 21:38:12.502676 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55418) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:12.508688 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b06af9c8-4499-42d8-8c99-dbea80efe02e admin admin] Request body: {'subnet': {'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-subnet', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:12.605362 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06af9c8-4499-42d8-8c99-dbea80efe02e admin admin] Made reservation on behalf of 58a58c4b5cc6439fb467c536d908c98d for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:12.608924 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b06af9c8-4499-42d8-8c99-dbea80efe02e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.619649 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d6517-3408-4a6a-812d-d78b4cbe815a admin admin] Pushing event updated for resources: {'Network': ['ID=6fdd0a0d-058e-4b7f-8244-217f65ad62dc,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:12.634370 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:38:12.782672 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6886985 Mar 21 21:38:12.795397 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55434) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:12.803824 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-6491b3cf-c6fb-40f5-85aa-37d4b1a4c3db admin admin] Request body: {'subnet': {'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-subnet', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:12.848889 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a57f1-f9f0-4347-ae99-b331d69514c2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c14f17e-38ea-416b-8591-cd91fe8bc44c,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:12.915956 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6491b3cf-c6fb-40f5-85aa-37d4b1a4c3db admin admin] Made reservation on behalf of 9c6ab375eca84608a1045991b051b5c9 for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:12.918674 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6491b3cf-c6fb-40f5-85aa-37d4b1a4c3db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:12.942948 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 7c14f17e-38ea-416b-8591-cd91fe8bc44c details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:38:13.020206 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6778488-77d1-4000-b4af-5fb97db14a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for subnet (26971799-c630-49e4-9453-fee2b5a1d2e1), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.072372 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b06af9c8-4499-42d8-8c99-dbea80efe02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for subnet (81ac927a-88b5-4ec9-bf60-d7b9a7938dba), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.099740 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6778488-77d1-4000-b4af-5fb97db14a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26971799-c630-49e4-9453-fee2b5a1d2e1,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:13.135099 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6778488-77d1-4000-b4af-5fb97db14a0d admin admin] Checking segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:13.136215 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6778488-77d1-4000-b4af-5fb97db14a0d admin admin] Network hostable DHCP agents. Network: 472a0135-1464-4a1e-93c6-5927f427a349, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:38:13.147684 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06af9c8-4499-42d8-8c99-dbea80efe02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ac927a-88b5-4ec9-bf60-d7b9a7938dba,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:13.153348 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06af9c8-4499-42d8-8c99-dbea80efe02e admin admin] Checking segment: {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:13.153715 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06af9c8-4499-42d8-8c99-dbea80efe02e admin admin] Network hostable DHCP agents. Network: 6fdd0a0d-058e-4b7f-8244-217f65ad62dc, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:38:13.247100 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06af9c8-4499-42d8-8c99-dbea80efe02e admin admin] Network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:38:13.319579 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6778488-77d1-4000-b4af-5fb97db14a0d admin admin] Network 472a0135-1464-4a1e-93c6-5927f427a349 is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:38:13.322655 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6491b3cf-c6fb-40f5-85aa-37d4b1a4c3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for subnet (9360ad18-0e54-4c38-8568-d8883c55f1df), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.395845 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-b06af9c8-4499-42d8-8c99-dbea80efe02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 6fdd0a0d-058e-4b7f-8244-217f65ad62dc) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:13.400016 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06af9c8-4499-42d8-8c99-dbea80efe02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:13.406224 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b06af9c8-4499-42d8-8c99-dbea80efe02e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.415045 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-c6778488-77d1-4000-b4af-5fb97db14a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 472a0135-1464-4a1e-93c6-5927f427a349) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:13.421222 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6778488-77d1-4000-b4af-5fb97db14a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:13.421988 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6778488-77d1-4000-b4af-5fb97db14a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.422232 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521aae40-9149-48a7-9272-af8239b2fbd4 None None] Network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:38:13.443209 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e9d71b-a91f-4dcd-a169-26c9ed11352a None None] Network 472a0135-1464-4a1e-93c6-5927f427a349 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:38:13.448978 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55474) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:13.453620 dv-cinder-834541-1-iscsi neutron-server[104013]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 21:38:13.468918 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491b3cf-c6fb-40f5-85aa-37d4b1a4c3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=9360ad18-0e54-4c38-8568-d8883c55f1df,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:13.471417 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491b3cf-c6fb-40f5-85aa-37d4b1a4c3db admin admin] Checking segment: {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:13.471779 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491b3cf-c6fb-40f5-85aa-37d4b1a4c3db admin admin] Network hostable DHCP agents. Network: 7c14f17e-38ea-416b-8591-cd91fe8bc44c, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:38:13.527345 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c6778488-77d1-4000-b4af-5fb97db14a0d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3031700 Mar 21 21:38:13.528559 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55478) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:13.543233 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:13.551370 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491b3cf-c6fb-40f5-85aa-37d4b1a4c3db admin admin] Network 7c14f17e-38ea-416b-8591-cd91fe8bc44c is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:38:13.552949 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b06af9c8-4499-42d8-8c99-dbea80efe02e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0487626 Mar 21 21:38:13.556320 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55484) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:13.568821 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:13.633846 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9f58e63-380d-5572-9a5f-798ace8b00e1-472a0135-1464-4a1e-93c6-5927f427a349', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1'}]}} from dv-cinder-834541-1-iscsi. {{(pid=104016) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:38:13.636182 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.673378 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1816881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14578'] for router (8a973dcf-355b-4877-9626-26f30d530606), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.675318 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14571'] for router (8a973dcf-355b-4877-9626-26f30d530606), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.760424 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Publish callbacks [] for router_controller (8a973dcf-355b-4877-9626-26f30d530606), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.761488 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1816881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14578'] for router (0e7fdfff-319b-424c-b4ef-1758c931e273), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.762680 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14571'] for router (0e7fdfff-319b-424c-b4ef-1758c931e273), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.780566 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-621bafcd-7530-4bd8-b5c2-b4f20329b7be tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:13.784768 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-6491b3cf-c6fb-40f5-85aa-37d4b1a4c3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 7c14f17e-38ea-416b-8591-cd91fe8bc44c) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:13.789120 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-621bafcd-7530-4bd8-b5c2-b4f20329b7be tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/networks?id=c60e990e-72be-4f39-a695-95690e2b1b6b HTTP/1.1" status: 200 len: 811 time: 0.3375571 Mar 21 21:38:13.800117 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-44aa2e0b-59fd-4ee2-94fd-ae1fd035727c tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/quotas/046d356ba208444c860e17ffe9ffef8d HTTP/1.1" status: 200 len: 375 time: 0.0101540 Mar 21 21:38:13.809054 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9f58e63-380d-5572-9a5f-798ace8b00e1-6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba'}]}} from dv-cinder-834541-1-iscsi. {{(pid=104016) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:38:13.809054 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.813978 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b65f7-692c-478a-ba21-dd09da9cfb74 None None] Network 7c14f17e-38ea-416b-8591-cd91fe8bc44c requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:38:13.820865 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6491b3cf-c6fb-40f5-85aa-37d4b1a4c3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:13.821450 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6491b3cf-c6fb-40f5-85aa-37d4b1a4c3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.830968 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Publish callbacks [] for router_controller (0e7fdfff-319b-424c-b4ef-1758c931e273), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:13.857920 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-3948b91f-c34e-42de-8357-ff7e9c0da400 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=046d356ba208444c860e17ffe9ffef8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506587 Mar 21 21:38:14.028783 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6491b3cf-c6fb-40f5-85aa-37d4b1a4c3db admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2294846 Mar 21 21:38:14.040430 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55496) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:14.040430 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:14.076926 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-90f13417-04d6-48a8-bdbd-3352f0370603 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:38:14.081289 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-90f13417-04d6-48a8-bdbd-3352f0370603 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0721037 Mar 21 21:38:14.173737 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-d1d5ca51-0608-4256-9cd1-a2db548e6593 service neutron] 10.222.0.23 "GET /v2.0/networks/c60e990e-72be-4f39-a695-95690e2b1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876472 Mar 21 21:38:14.201954 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.215462 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Publish callbacks [] for router_gateway (8a973dcf-355b-4877-9626-26f30d530606), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.216101 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Allocated IP 172.20.0.2 (472a0135-1464-4a1e-93c6-5927f427a349/26971799-c630-49e4-9453-fee2b5a1d2e1/0722bc1f-60ee-46dd-8474-e424c9d16a05) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:14.216204 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Publish callbacks [] for router_gateway (0e7fdfff-319b-424c-b4ef-1758c931e273), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.222499 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1816881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14578'] for router (63253d69-5616-4a1d-b4eb-8eabd511f497), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.227389 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14571'] for router (63253d69-5616-4a1d-b4eb-8eabd511f497), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.229306 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9f58e63-380d-5572-9a5f-798ace8b00e1-7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df'}]}} from dv-cinder-834541-1-iscsi. {{(pid=104016) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:38:14.230467 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.319027 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Allocated IP 172.20.0.2 (6fdd0a0d-058e-4b7f-8244-217f65ad62dc/81ac927a-88b5-4ec9-bf60-d7b9a7938dba/4586a912-b880-4d13-b565-b1a790e5f4b2) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:14.414463 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Publish callbacks [] for router_controller (63253d69-5616-4a1d-b4eb-8eabd511f497), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.455511 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ec2237f8-56d8-4a31-abd2-a7b3ca65dfaa service neutron] 10.222.0.23 "GET /v2.0/networks/c60e990e-72be-4f39-a695-95690e2b1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741575 Mar 21 21:38:14.652331 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Allocated IP 172.20.0.2 (7c14f17e-38ea-416b-8591-cd91fe8bc44c/9360ad18-0e54-4c38-8568-d8883c55f1df/9ca4f662-9b77-44b4-9161-3c35e0cb1d6c) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:14.668843 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Publish callbacks [] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.702444 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Publish callbacks [] for router_gateway (63253d69-5616-4a1d-b4eb-8eabd511f497), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.780393 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Publish callbacks [] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.800845 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Publish callbacks [] for router_gateway (0e7fdfff-319b-424c-b4ef-1758c931e273), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.802849 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Publish callbacks [] for router_gateway (8a973dcf-355b-4877-9626-26f30d530606), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.826104 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.844967 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.911321 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Network 472a0135-1464-4a1e-93c6-5927f427a349 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:14.925626 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:14.929777 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:14.932525 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.934444 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Pushing event updated for resources: {'Port': ['ID=0722bc1f-60ee-46dd-8474-e424c9d16a05,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:14.962924 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.963501 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.963938 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.964374 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.964825 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.965225 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.965626 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.966276 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.966472 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.966863 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.967252 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.967660 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.968049 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.969092 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Tracked resource versions report: Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: pushed versions: Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: { 'AddressGroup': {'1.2'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Agent': {'1.1'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'ConntrackHelper': {'1.0'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'LocalIPAssociation': {'1.0'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Log': {'1.0'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'NDPProxy': {'1.0'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Network': {'1.1'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Port': {'1.7'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'PortForwarding': {'1.3'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'QosPolicy': {'1.10'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'SecurityGroup': {'1.5'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'SecurityGroupRule': {'1.2'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'SubPort': {'1.0'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Subnet': {'1.1'}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Trunk': {'1.1'}} Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: consumer versions: Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: { DHCP agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: HyperV agent@hv-cinder-83454: {}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: L3 agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: Metadata agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: Metering agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: Open vSwitch agent@dv-cinder-834541-1-iscsi: { 'AddressGroup': '1.2', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Agent': '1.1', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'ConntrackHelper': '1.0', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'LocalIPAssociation': '1.0', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Log': '1.0', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'NDPProxy': '1.0', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Network': '1.1', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Port': '1.7', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'PortForwarding': '1.3', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'QosPolicy': '1.10', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'SecurityGroup': '1.5', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'SecurityGroupRule': '1.2', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'SubPort': '1.0', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Subnet': '1.1', Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: 'Trunk': '1.1'}} Mar 21 21:38:14.971389 dv-cinder-834541-1-iscsi neutron-server[104016]: {{(pid=104016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 21:38:14.981510 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Publish callbacks [] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:14.989931 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b3e32bf-c448-42a3-bae8-6f4bc2cad9ab req-217afb53-4f03-4bf2-8c7a-5eaedbc26b2b tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 210 time: 0.1417320 Mar 21 21:38:15.007985 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Allocated IP 172.27.1.163 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/3c7855e1-99fd-4246-ac50-54ccb8a8e734) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:15.028069 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:15.049781 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:15.058140 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:15.080297 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.090447 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Pushing event updated for resources: {'Port': ['ID=4586a912-b880-4d13-b565-b1a790e5f4b2,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:15.092815 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Attempting to bind port 0722bc1f-60ee-46dd-8474-e424c9d16a05 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:15.093346 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Attempting to bind port 0722bc1f-60ee-46dd-8474-e424c9d16a05 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:15.094007 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Attempting to bind port 0722bc1f-60ee-46dd-8474-e424c9d16a05 on network 472a0135-1464-4a1e-93c6-5927f427a349 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:15.161029 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.167742 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:15.168459 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Checking segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:15.168661 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.172102 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Bound using segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:15.172102 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Bound port: 0722bc1f-60ee-46dd-8474-e424c9d16a05, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:15.172102 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.189322 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Network 7c14f17e-38ea-416b-8591-cd91fe8bc44c is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:15.209717 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:15.215004 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:15.218761 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Attempting to bind port 4586a912-b880-4d13-b565-b1a790e5f4b2 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:15.219555 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Attempting to bind port 4586a912-b880-4d13-b565-b1a790e5f4b2 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:15.220069 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Attempting to bind port 4586a912-b880-4d13-b565-b1a790e5f4b2 on network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:15.244980 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Pushing event updated for resources: {'Port': ['ID=9ca4f662-9b77-44b4-9161-3c35e0cb1d6c,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:15.254320 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:15.254919 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Checking segment: {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:15.255301 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.255762 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Bound using segment: {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:15.256324 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Bound port: 4586a912-b880-4d13-b565-b1a790e5f4b2, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:15.256873 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.337759 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Publish callbacks [] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.415560 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] For port 0722bc1f-60ee-46dd-8474-e424c9d16a05, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:15.442028 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] For port 0722bc1f-60ee-46dd-8474-e424c9d16a05, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=0722bc1f-60ee-46dd-8474-e424c9d16a05,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:15.454289 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Attempting to bind port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:15.454712 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Attempting to bind port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:15.455126 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Attempting to bind port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c on network 7c14f17e-38ea-416b-8591-cd91fe8bc44c {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:15.474771 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:15.477198 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Checking segment: {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:15.477615 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.478018 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Bound using segment: {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:15.479855 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Bound port: 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:15.480013 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.489011 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Publish callbacks [] for router_gateway (63253d69-5616-4a1d-b4eb-8eabd511f497), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.515826 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.530051 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.567530 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] For port 4586a912-b880-4d13-b565-b1a790e5f4b2, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:15.658496 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.678075 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] For port 4586a912-b880-4d13-b565-b1a790e5f4b2, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=4586a912-b880-4d13-b565-b1a790e5f4b2,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:15.749444 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33325485-c31a-4846-9b7e-1ed78340da2d None None] Pushing event updated for resources: {'Port': ['ID=0722bc1f-60ee-46dd-8474-e424c9d16a05,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:15.752039 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:15.768396 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.775590 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] For port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:15.783686 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:15.786963 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:15.801965 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] For port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=9ca4f662-9b77-44b4-9161-3c35e0cb1d6c,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:15.868674 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb5fe6-1502-4370-bc75-29344a6275ea None None] Pushing event updated for resources: {'Port': ['ID=4586a912-b880-4d13-b565-b1a790e5f4b2,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:15.894232 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:15.975630 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Allocated IP 172.27.1.213 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/784540d0-5638-4b8a-b773-d955e6f63fcb) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:16.039260 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8aca1-8683-49c9-932e-1edcf9073338 None None] Pushing event updated for resources: {'Port': ['ID=9ca4f662-9b77-44b4-9161-3c35e0cb1d6c,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:16.137969 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55570) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:16.171013 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Pushing event updated for resources: {'Port': ['ID=3c7855e1-99fd-4246-ac50-54ccb8a8e734,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:16.189498 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5de728ac-686b-43a6-a3c7-008426474bea req-439ec07d-41ca-4bb3-b0c5-5825dc599975 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 210 time: 0.0483985 Mar 21 21:38:16.430504 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Publish callbacks [] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:16.566671 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Publish callbacks [] for router_gateway (8a973dcf-355b-4877-9626-26f30d530606), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:16.610177 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:16.721262 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Allocated IP 172.27.1.81 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/b40c85fb-401a-4ff0-8db5-12c840c16622) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:16.760573 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:16.778380 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:16.780181 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=784540d0-5638-4b8a-b773-d955e6f63fcb,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:16.785544 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:17.109937 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Publish callbacks [] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:17.146744 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1818298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589543'] for router (8a973dcf-355b-4877-9626-26f30d530606), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:17.153331 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:17.170844 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:17.177498 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:17.185787 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:17.219875 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d7759b-eb9b-4daf-9208-2e110623b7ca None None] Network 472a0135-1464-4a1e-93c6-5927f427a349 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:38:17.241611 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Pushing event updated for resources: {'Port': ['ID=b40c85fb-401a-4ff0-8db5-12c840c16622,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:17.325467 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-4315bb31-fbf6-4047-9641-2518c7f13a69 None None] Provisioning complete for port 0722bc1f-60ee-46dd-8474-e424c9d16a05 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:17.326010 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4315bb31-fbf6-4047-9641-2518c7f13a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:17.384431 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6962efa5-497f-4ce7-b8b4-353645ddff29 req-f7e1351b-905d-4851-b292-563e53b22025 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 210 time: 0.0814848 Mar 21 21:38:17.418562 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Publish callbacks [] for router_gateway (0e7fdfff-319b-424c-b4ef-1758c931e273), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:17.426695 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Router 8a973dcf-355b-4877-9626-26f30d530606 is scheduled to L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 with binding_index 1 {{(pid=104014) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 21:38:17.671877 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-4315bb31-fbf6-4047-9641-2518c7f13a69 None None] Current status of the port 0722bc1f-60ee-46dd-8474-e424c9d16a05 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:17.672308 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4315bb31-fbf6-4047-9641-2518c7f13a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:17.779823 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-4315bb31-fbf6-4047-9641-2518c7f13a69 None None] For port 0722bc1f-60ee-46dd-8474-e424c9d16a05, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=0722bc1f-60ee-46dd-8474-e424c9d16a05,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:17.825973 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc68908-13e8-462c-bea5-d9f8ab395222 None None] Network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:38:17.836892 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Publish callbacks [] for router_gateway (63253d69-5616-4a1d-b4eb-8eabd511f497), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:17.911380 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 4586a912-b880-4d13-b565-b1a790e5f4b2 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:17.922929 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4315bb31-fbf6-4047-9641-2518c7f13a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:18.231496 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:38:18.246165 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Sync routers for ids ['8a973dcf-355b-4877-9626-26f30d530606'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:38:18.268617 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Routers {'8a973dcf-355b-4877-9626-26f30d530606'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:38:18.270745 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:37:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['8a973dcf-355b-4877-9626-26f30d530606'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:18.294179 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315bb31-fbf6-4047-9641-2518c7f13a69 None None] Pushing event updated for resources: {'Port': ['ID=0722bc1f-60ee-46dd-8474-e424c9d16a05,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:18.326709 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a0dbb703-6014-4e2b-8707-b81da24c0016 None None] Provisioning complete for port 4586a912-b880-4d13-b565-b1a790e5f4b2 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:18.327109 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb703-6014-4e2b-8707-b81da24c0016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:18.339328 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1818298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589543'] for router (0e7fdfff-319b-424c-b4ef-1758c931e273), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:18.355320 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1818298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589543'] for router (63253d69-5616-4a1d-b4eb-8eabd511f497), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:18.434519 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-92e1498d-92f0-41a4-9753-69d1f00b7d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:18.442148 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cec39cc-f6d0-4df4-81d3-03b3ee744e41 None None] Network 7c14f17e-38ea-416b-8591-cd91fe8bc44c requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:38:18.516581 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55640) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:18.656116 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:18.660765 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-4473f33d-05ba-4ffb-959f-e608c1dcf552 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0972338 Mar 21 21:38:18.661036 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55646) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:18.678505 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 4586a912-b880-4d13-b565-b1a790e5f4b2 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:18.678897 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:18.706872 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5a7a36f7-cc24-4963-bd26-06b3884b6956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:18.806504 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbb703-6014-4e2b-8707-b81da24c0016 None None] Current status of the port 4586a912-b880-4d13-b565-b1a790e5f4b2 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:18.808077 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb703-6014-4e2b-8707-b81da24c0016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:18.831969 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Set router 8a973dcf-355b-4877-9626-26f30d530606 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:38:18.918594 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5a7a36f7-cc24-4963-bd26-06b3884b6956 admin admin] Publish callbacks [] for security_group (d9951487-0f44-4f34-ac96-3cd2e1e88825), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:18.919416 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a0dbb703-6014-4e2b-8707-b81da24c0016 None None] For port 4586a912-b880-4d13-b565-b1a790e5f4b2, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=4586a912-b880-4d13-b565-b1a790e5f4b2,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:18.934286 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 4586a912-b880-4d13-b565-b1a790e5f4b2 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:18.934675 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.001268 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Router 63253d69-5616-4a1d-b4eb-8eabd511f497 is scheduled to L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 21:38:19.043034 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb703-6014-4e2b-8707-b81da24c0016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.044223 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5a7a36f7-cc24-4963-bd26-06b3884b6956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (d9951487-0f44-4f34-ac96-3cd2e1e88825), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.122097 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Router 0e7fdfff-319b-424c-b4ef-1758c931e273 is scheduled to L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 with binding_index 1 {{(pid=104014) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 21:38:19.133991 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c9e18c8f-cf70-4899-a399-6a01df02c4f6 req-931cb904-880c-470e-b339-519b572361a0 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 210 time: 0.1365366 Mar 21 21:38:19.179426 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:16Z', 'revision_number': 3, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:19.204914 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.db.api [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 21:38:19.205276 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG oslo_db.api [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 21:38:19.214345 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] Provisioning complete for port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:19.214721 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.230876 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Checking router: 8a973dcf-355b-4877-9626-26f30d530606 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:38:19.231348 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Updating router 8a973dcf-355b-4877-9626-26f30d530606 port 3c7855e1-99fd-4246-ac50-54ccb8a8e734 binding host dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:38:19.256851 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbb703-6014-4e2b-8707-b81da24c0016 None None] Pushing event updated for resources: {'Port': ['ID=4586a912-b880-4d13-b565-b1a790e5f4b2,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:19.305991 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:38:19.321780 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.334598 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Sync routers for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:38:19.339785 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5a7a36f7-cc24-4963-bd26-06b3884b6956 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecc81342f529442d872c74c444a1b4cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8220716 Mar 21 21:38:19.343925 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55660) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:19.375152 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a36f7-cc24-4963-bd26-06b3884b6956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9951487-0f44-4f34-ac96-3cd2e1e88825,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:19.380117 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:38:19.394126 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] Current status of the port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:19.394521 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.405892 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:38:19.406659 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:37:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:19.412780 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7e035dfc-9edd-4801-a7ed-65e109b16a12 admin admin] Publish callbacks [] for security_group (d9951487-0f44-4f34-ac96-3cd2e1e88825), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.439743 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Sync routers for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:38:19.440801 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7e035dfc-9edd-4801-a7ed-65e109b16a12 admin admin] Publish callbacks [] for security_group (d9951487-0f44-4f34-ac96-3cd2e1e88825), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.452122 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.454540 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-0ce58209-c030-49ba-acfe-30f0c834b4c9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9229417 Mar 21 21:38:19.457565 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55664) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:19.476788 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:38:19.477506 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:37:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:19.574099 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] For port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=9ca4f662-9b77-44b4-9161-3c35e0cb1d6c,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:19.620575 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7e035dfc-9edd-4801-a7ed-65e109b16a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (d9951487-0f44-4f34-ac96-3cd2e1e88825), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.623176 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7e035dfc-9edd-4801-a7ed-65e109b16a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.627039 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7e035dfc-9edd-4801-a7ed-65e109b16a12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9951487-0f44-4f34-ac96-3cd2e1e88825 HTTP/1.1" status: 204 len: 168 time: 0.2789097 Mar 21 21:38:19.650764 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e035dfc-9edd-4801-a7ed-65e109b16a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9951487-0f44-4f34-ac96-3cd2e1e88825,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:19.650869 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:38:19.737052 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:38:19.825229 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.882665 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.886643 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fb3f1084-b729-46aa-aa9a-5cf075fd3903 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8512595 Mar 21 21:38:19.887586 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55692) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:19.907470 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Publish callbacks [] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:19.976397 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] Pushing event updated for resources: {'Port': ['ID=9ca4f662-9b77-44b4-9161-3c35e0cb1d6c,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:20.004417 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:17Z', 'revision_number': 3, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:20.049409 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Checking router: 63253d69-5616-4a1d-b4eb-8eabd511f497 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:38:20.049929 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Updating router 63253d69-5616-4a1d-b4eb-8eabd511f497 port b40c85fb-401a-4ff0-8db5-12c840c16622 binding host dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:38:20.054072 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:20.054207 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 4586a912-b880-4d13-b565-b1a790e5f4b2 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:20.055126 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:20.108162 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:20.121068 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] Provisioning complete for port 0722bc1f-60ee-46dd-8474-e424c9d16a05 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:20.121653 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:20.167628 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:20.248589 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Attempting to bind port 3c7855e1-99fd-4246-ac50-54ccb8a8e734 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:20.253316 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Attempting to bind port 3c7855e1-99fd-4246-ac50-54ccb8a8e734 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:20.256999 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Attempting to bind port 3c7855e1-99fd-4246-ac50-54ccb8a8e734 on network 9867fab8-7571-461d-96e4-4032e42c28a0 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:20.267730 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a9e2bb01-5e81-4eac-9634-e8d72429682a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:20.333466 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Pushing event updated for resources: {'Port': ['ID=3c7855e1-99fd-4246-ac50-54ccb8a8e734,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:20.354100 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:20.355664 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Checking segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:20.356315 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:20.357176 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Bound using segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:20.360070 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Bound port: 3c7855e1-99fd-4246-ac50-54ccb8a8e734, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:20.360787 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:20.402027 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:20.407747 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:20.462281 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.465782 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c3b5ebd7-3e92-4e69-814f-d3bdc6bf98fc req-47df0053-f30d-4d40-87e4-5079f53c7491 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 210 time: 0.1328704 Mar 21 21:38:20.466359 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.466359 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.467361 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.469708 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.470507 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.471763 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.473703 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.474134 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.478906 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.479734 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.485398 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.486457 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.488814 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.491145 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Tracked resource versions report: Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: pushed versions: Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: { 'AddressGroup': {'1.2'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Agent': {'1.1'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'ConntrackHelper': {'1.0'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'LocalIPAssociation': {'1.0'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Log': {'1.0'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'NDPProxy': {'1.0'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Network': {'1.1'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Port': {'1.7'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'PortForwarding': {'1.3'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'QosPolicy': {'1.10'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'SecurityGroup': {'1.5'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'SecurityGroupRule': {'1.2'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'SubPort': {'1.0'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Subnet': {'1.1'}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Trunk': {'1.1'}} Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: consumer versions: Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: { DHCP agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: HyperV agent@hv-cinder-83454: {}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: L3 agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: Metadata agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: Metering agent@dv-cinder-834541-1-iscsi: {}, Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: Open vSwitch agent@dv-cinder-834541-1-iscsi: { 'AddressGroup': '1.2', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Agent': '1.1', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'ConntrackHelper': '1.0', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'LocalIPAssociation': '1.0', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Log': '1.0', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'NDPProxy': '1.0', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Network': '1.1', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Port': '1.7', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'PortForwarding': '1.3', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'QosPolicy': '1.10', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'SecurityGroup': '1.5', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'SecurityGroupRule': '1.2', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'SubPort': '1.0', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Subnet': '1.1', Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: 'Trunk': '1.1'}} Mar 21 21:38:20.500693 dv-cinder-834541-1-iscsi neutron-server[104017]: {{(pid=104017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 21:38:20.564340 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] Current status of the port 0722bc1f-60ee-46dd-8474-e424c9d16a05 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:20.587239 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] Provisioning complete for port 4586a912-b880-4d13-b565-b1a790e5f4b2 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:20.587613 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:20.625605 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:17Z', 'revision_number': 3, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:20.686777 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Checking router: 0e7fdfff-319b-424c-b4ef-1758c931e273 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:38:20.687210 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Updating router 0e7fdfff-319b-424c-b4ef-1758c931e273 port 784540d0-5638-4b8a-b773-d955e6f63fcb binding host dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:38:20.732586 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] For port 3c7855e1-99fd-4246-ac50-54ccb8a8e734, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:20.736426 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:20.737562 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 0722bc1f-60ee-46dd-8474-e424c9d16a05 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:20.744576 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:20.826620 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:20.848921 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] For port 3c7855e1-99fd-4246-ac50-54ccb8a8e734, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=3c7855e1-99fd-4246-ac50-54ccb8a8e734,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:20.881132 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Allocated IP 172.20.0.1 (6fdd0a0d-058e-4b7f-8244-217f65ad62dc/81ac927a-88b5-4ec9-bf60-d7b9a7938dba/12e19417-6e30-4265-89f1-f7ff0ab67ed3) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:20.958395 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0090a-76bd-4e3e-a4fc-9633d25e2d70 None None] Current status of the port 4586a912-b880-4d13-b565-b1a790e5f4b2 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:20.968693 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 0722bc1f-60ee-46dd-8474-e424c9d16a05 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:20.969155 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.020805 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Publish callbacks [] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.023544 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.123446 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Routers {'8a973dcf-355b-4877-9626-26f30d530606'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:38:21.124953 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['8a973dcf-355b-4877-9626-26f30d530606'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:21.143994 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 0722bc1f-60ee-46dd-8474-e424c9d16a05 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:21.261289 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] Set router 8a973dcf-355b-4877-9626-26f30d530606 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:38:21.279830 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Allocated IP 172.20.0.1 (7c14f17e-38ea-416b-8591-cd91fe8bc44c/9360ad18-0e54-4c38-8568-d8883c55f1df/717f6858-5d53-4100-9df6-23055423146c) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:21.379522 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Publish callbacks [] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.384150 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.405894 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 4586a912-b880-4d13-b565-b1a790e5f4b2 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:21.455765 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Publish callbacks [] for port (717f6858-5d53-4100-9df6-23055423146c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.563580 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.575803 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 4586a912-b880-4d13-b565-b1a790e5f4b2 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:21.576714 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.600968 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.642531 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (717f6858-5d53-4100-9df6-23055423146c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.646853 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:21.656110 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c2faa-7451-483c-bc4f-24f43b0d4cdb None None] Pushing event updated for resources: {'Port': ['ID=3c7855e1-99fd-4246-ac50-54ccb8a8e734,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:21.659758 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:21.667746 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:21.669547 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818610'] for router_interface (8a973dcf-355b-4877-9626-26f30d530606), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.682371 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Publish callbacks [] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.728383 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.749542 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 4586a912-b880-4d13-b565-b1a790e5f4b2 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:21.750874 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 0722bc1f-60ee-46dd-8474-e424c9d16a05 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:21.771613 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Network 7c14f17e-38ea-416b-8591-cd91fe8bc44c is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:21.777594 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:21.784814 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:21.785324 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818610'] for router_interface (63253d69-5616-4a1d-b4eb-8eabd511f497), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.792726 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.822460 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Pushing event updated for resources: {'Port': ['ID=717f6858-5d53-4100-9df6-23055423146c,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:21.871649 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Attempting to bind port b40c85fb-401a-4ff0-8db5-12c840c16622 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:21.876911 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Attempting to bind port b40c85fb-401a-4ff0-8db5-12c840c16622 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:21.878489 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Pushing event updated for resources: {'Port': ['ID=12e19417-6e30-4265-89f1-f7ff0ab67ed3,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:21.879144 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Attempting to bind port b40c85fb-401a-4ff0-8db5-12c840c16622 on network 9867fab8-7571-461d-96e4-4032e42c28a0 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:21.905787 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d32d7-c560-455c-b9a1-532894e4e860 None None] Pushing event updated for resources: {'Port': ['ID=b40c85fb-401a-4ff0-8db5-12c840c16622,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:21.915288 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12adb6-a151-4120-bfe4-88f77dbd667a None None] Pushing event updated for resources: {'Port': ['ID=784540d0-5638-4b8a-b773-d955e6f63fcb,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:21.920517 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Attempting to bind port 784540d0-5638-4b8a-b773-d955e6f63fcb on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:21.921027 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Attempting to bind port 784540d0-5638-4b8a-b773-d955e6f63fcb by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:21.921408 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Attempting to bind port 784540d0-5638-4b8a-b773-d955e6f63fcb on network 9867fab8-7571-461d-96e4-4032e42c28a0 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:21.966781 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:21.967176 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Checking segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:21.967589 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.968076 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Bound using segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:21.969122 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Bound port: 784540d0-5638-4b8a-b773-d955e6f63fcb, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:21.969662 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.972866 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 0722bc1f-60ee-46dd-8474-e424c9d16a05 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:21.972866 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.980447 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:21.982920 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Checking segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:21.986370 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:21.987038 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Bound using segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:21.990385 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Bound port: b40c85fb-401a-4ff0-8db5-12c840c16622, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:21.990976 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:22.008466 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f7a7510e-53b6-475f-a581-2c72e2b21ca0 req-44c5ca48-69a2-4936-82fe-f9c4f0ca62d9 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 210 time: 0.1314683 Mar 21 21:38:22.012572 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Allocated IP 172.20.0.1 (472a0135-1464-4a1e-93c6-5927f427a349/26971799-c630-49e4-9453-fee2b5a1d2e1/63066007-4ca1-45ff-91a5-4c1980007798) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:22.166381 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] For port b40c85fb-401a-4ff0-8db5-12c840c16622, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:22.168317 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.31', 61805) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:22.171690 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] For port b40c85fb-401a-4ff0-8db5-12c840c16622, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=b40c85fb-401a-4ff0-8db5-12c840c16622,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:22.195901 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:16Z', 'revision_number': 3, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:22.229464 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da070e-64ab-43a9-8fea-c6b11625fb81 None None] The sync data for ids ['8a973dcf-355b-4877-9626-26f30d530606'] in dv-cinder-834541-1-iscsi is: [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:16Z', 'revision_number': 3, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:38:22.248240 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:22.258310 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-dbc746d2-f4c1-4b5a-a8c1-562b5d6e0b67 None None] Provisioning complete for port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:22.258745 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dbc746d2-f4c1-4b5a-a8c1-562b5d6e0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:22.352737 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:38:22.354065 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:22.369222 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] For port 784540d0-5638-4b8a-b773-d955e6f63fcb, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:22.414151 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55774) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:22.481822 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-29a0d1c6-c75b-4c84-9480-175751c6053c tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:22.483445 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-29a0d1c6-c75b-4c84-9480-175751c6053c tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.31 "GET /v2.0/networks?id=c60e990e-72be-4f39-a695-95690e2b1b6b HTTP/1.1" status: 200 len: 811 time: 0.3062217 Mar 21 21:38:22.489186 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Publish callbacks [] for port (63066007-4ca1-45ff-91a5-4c1980007798), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:22.528662 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:22.549593 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] For port 784540d0-5638-4b8a-b773-d955e6f63fcb, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=784540d0-5638-4b8a-b773-d955e6f63fcb,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:22.558049 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:38:22.564539 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Request body: {'port': {'device_id': '6df9b85f-9a77-4771-9a57-9675795384a2', 'network_id': 'c60e990e-72be-4f39-a695-95690e2b1b6b', 'admin_state_up': True, 'tenant_id': '046d356ba208444c860e17ffe9ffef8d'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:22.592173 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-dbc746d2-f4c1-4b5a-a8c1-562b5d6e0b67 None None] Port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:38:22.598013 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 0722bc1f-60ee-46dd-8474-e424c9d16a05 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:22.601122 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:22.671410 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:22.673337 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (717f6858-5d53-4100-9df6-23055423146c), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:22.835988 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d32d7-c560-455c-b9a1-532894e4e860 None None] Pushing event updated for resources: {'Port': ['ID=b40c85fb-401a-4ff0-8db5-12c840c16622,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:22.860548 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (63066007-4ca1-45ff-91a5-4c1980007798), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:22.927581 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:38:22.930608 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:22.937264 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:22.964237 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=63066007-4ca1-45ff-91a5-4c1980007798,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:22.992305 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:22.992730 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:22.995048 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:17Z', 'revision_number': 3, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:23.026504 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Network 472a0135-1464-4a1e-93c6-5927f427a349 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:23.051170 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:23.053333 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f3914e6a-53d2-4836-9015-6b4953119823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:23.055556 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:23.056012 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818610'] for router_interface (0e7fdfff-319b-424c-b4ef-1758c931e273), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:23.134236 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5a368-e673-4387-9ec1-cb6d610eea28 None None] The sync data for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi is: [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:17Z', 'revision_number': 3, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:38:23.141555 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Publish callbacks [] for port (717f6858-5d53-4100-9df6-23055423146c), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:23.210220 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-866a3c9e-5005-498e-a1e7-3794507b16d0 None None] Provisioning complete for port 717f6858-5d53-4100-9df6-23055423146c triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:23.210600 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-866a3c9e-5005-498e-a1e7-3794507b16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (717f6858-5d53-4100-9df6-23055423146c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:23.212286 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12adb6-a151-4120-bfe4-88f77dbd667a None None] Pushing event updated for resources: {'Port': ['ID=784540d0-5638-4b8a-b773-d955e6f63fcb,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:23.243843 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (717f6858-5d53-4100-9df6-23055423146c), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:23.244779 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818470'] for router_interface (63253d69-5616-4a1d-b4eb-8eabd511f497), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:23.431524 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:38:23.496012 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-866a3c9e-5005-498e-a1e7-3794507b16d0 None None] Port 717f6858-5d53-4100-9df6-23055423146c cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:38:23.512306 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Pushing event updated for resources: {'Port': ['ID=717f6858-5d53-4100-9df6-23055423146c,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:23.552990 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Network 7c14f17e-38ea-416b-8591-cd91fe8bc44c is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:23.561146 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:23.623135 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-253f579f-525e-44b1-9cf7-a38a019cb005 req-9d6f2e41-faef-43dc-b129-070675f96903 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 210 time: 0.1488540 Mar 21 21:38:23.859238 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Made reservation on behalf of 046d356ba208444c860e17ffe9ffef8d for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:23.862938 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:23.975721 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Router 63253d69-5616-4a1d-b4eb-8eabd511f497 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:38:24.059365 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-dd12465d-6863-4d0e-89c4-c5b9b6f5bd4a None None] Provisioning complete for port 63066007-4ca1-45ff-91a5-4c1980007798 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:24.059968 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dd12465d-6863-4d0e-89c4-c5b9b6f5bd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (63066007-4ca1-45ff-91a5-4c1980007798), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:24.119676 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:24.154335 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-dd12465d-6863-4d0e-89c4-c5b9b6f5bd4a None None] Port 63066007-4ca1-45ff-91a5-4c1980007798 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:38:24.163335 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:17Z', 'revision_number': 3, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:24.206073 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a43b8-8832-4a4f-86f3-575d2b7c8561 None None] The sync data for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi is: [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:17Z', 'revision_number': 3, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:38:24.291103 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-6e94c17d-6622-44d8-89c2-9dfc965ecbe0 None None] Provisioning complete for port 717f6858-5d53-4100-9df6-23055423146c triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:24.291540 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e94c17d-6622-44d8-89c2-9dfc965ecbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (717f6858-5d53-4100-9df6-23055423146c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:24.377353 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6e94c17d-6622-44d8-89c2-9dfc965ecbe0 None None] Port 717f6858-5d53-4100-9df6-23055423146c cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:38:24.420328 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (63066007-4ca1-45ff-91a5-4c1980007798), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:24.423073 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:38:24.457330 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-92921951-5b32-4e0a-b1a3-1ba10be1e72c admin admin] 10.222.0.23 "PUT /v2.0/routers/63253d69-5616-4a1d-b4eb-8eabd511f497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5573907 Mar 21 21:38:24.482256 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:24.589562 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device b40c85fb-401a-4ff0-8db5-12c840c16622 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:24.669810 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Publish callbacks [] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:24.700431 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f3914e6a-53d2-4836-9015-6b4953119823 admin admin] Publish callbacks [] for security_group (328e72b5-6036-427e-93cb-fa8ab15a705d), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:24.791699 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port b40c85fb-401a-4ff0-8db5-12c840c16622 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:24.792266 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:24.852730 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f3914e6a-53d2-4836-9015-6b4953119823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (328e72b5-6036-427e-93cb-fa8ab15a705d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:24.863653 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:24.864411 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818470'] for router_interface (8a973dcf-355b-4877-9626-26f30d530606), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:25.015648 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Pushing event updated for resources: {'Port': ['ID=12e19417-6e30-4265-89f1-f7ff0ab67ed3,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:25.068946 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port b40c85fb-401a-4ff0-8db5-12c840c16622 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:25.071560 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:25.151443 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] For port b40c85fb-401a-4ff0-8db5-12c840c16622, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=b40c85fb-401a-4ff0-8db5-12c840c16622,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:25.159810 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70e1fd5e-6de2-42b3-94e0-73ba55449a7e req-33fa5e17-161f-43e8-a578-6be2b7f7a5a1 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 210 time: 0.1142061 Mar 21 21:38:25.276025 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:25.277089 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 3c7855e1-99fd-4246-ac50-54ccb8a8e734 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:25.518662 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Pushing event updated for resources: {'Port': ['ID=b40c85fb-401a-4ff0-8db5-12c840c16622,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:25.533871 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3914e6a-53d2-4836-9015-6b4953119823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328e72b5-6036-427e-93cb-fa8ab15a705d,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:25.541818 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 3c7855e1-99fd-4246-ac50-54ccb8a8e734 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:25.555957 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:25.560038 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55876) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:25.560663 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f3914e6a-53d2-4836-9015-6b4953119823 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b50fc83451c943b49883d92302a817e9&name=default HTTP/1.1" status: 200 len: 2992 time: 3.1448207 Mar 21 21:38:25.613971 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Allocated IP 172.20.0.12 (c60e990e-72be-4f39-a695-95690e2b1b6b/5d6b9670-81c9-400a-93eb-4b6f389d34f2/0e255382-36aa-4a87-9d0c-76909ab7f0cb) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:25.657087 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:25.668472 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfed72d9-3d3c-4b7e-9987-e0b4ef0cc84f admin admin] Publish callbacks [] for security_group (328e72b5-6036-427e-93cb-fa8ab15a705d), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:25.674972 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:25.715647 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Publish callbacks [] for port (63066007-4ca1-45ff-91a5-4c1980007798), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:25.758401 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfed72d9-3d3c-4b7e-9987-e0b4ef0cc84f admin admin] Publish callbacks [] for security_group (328e72b5-6036-427e-93cb-fa8ab15a705d), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:25.859011 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 3c7855e1-99fd-4246-ac50-54ccb8a8e734 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:25.859548 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:25.924103 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] For port 3c7855e1-99fd-4246-ac50-54ccb8a8e734, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=3c7855e1-99fd-4246-ac50-54ccb8a8e734,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:25.942521 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (63066007-4ca1-45ff-91a5-4c1980007798), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:25.943256 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818470'] for router_interface (0e7fdfff-319b-424c-b4ef-1758c931e273), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:26.130433 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-78637a86-b405-424b-8612-e5efef5cf91a None None] Provisioning complete for port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:26.130952 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78637a86-b405-424b-8612-e5efef5cf91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:26.239866 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Router 8a973dcf-355b-4877-9626-26f30d530606 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:38:26.245475 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfed72d9-3d3c-4b7e-9987-e0b4ef0cc84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (328e72b5-6036-427e-93cb-fa8ab15a705d), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:26.250923 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfed72d9-3d3c-4b7e-9987-e0b4ef0cc84f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:26.251128 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:38:26.262327 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-bfed72d9-3d3c-4b7e-9987-e0b4ef0cc84f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/328e72b5-6036-427e-93cb-fa8ab15a705d HTTP/1.1" status: 204 len: 168 time: 0.6886511 Mar 21 21:38:26.306391 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed72d9-3d3c-4b7e-9987-e0b4ef0cc84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328e72b5-6036-427e-93cb-fa8ab15a705d,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:26.359615 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=63066007-4ca1-45ff-91a5-4c1980007798,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:26.368941 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55896) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:26.379836 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-d28abe67-e6e8-4494-b3c8-672cf097b87e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--257741185', 'description': 'tempest-description--927751531'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:26.540557 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d28abe67-e6e8-4494-b3c8-672cf097b87e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:26.601090 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Publish callbacks [] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:26.610419 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-78637a86-b405-424b-8612-e5efef5cf91a None None] Port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:38:26.618514 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:26.706239 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d28abe67-e6e8-4494-b3c8-672cf097b87e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group (a2d08c62-2e42-4c81-a581-ff4ff29bc2fb), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:26.792140 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:38:26.802148 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d28abe67-e6e8-4494-b3c8-672cf097b87e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a2d08c62-2e42-4c81-a581-ff4ff29bc2fb), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:26.823727 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-811a8ac5-6707-4d82-9391-c228adb46366 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a973dcf-355b-4877-9626-26f30d530606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1615143 Mar 21 21:38:26.826247 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Sync routers for ids ['8a973dcf-355b-4877-9626-26f30d530606'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:38:26.862422 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Pushing event updated for resources: {'Port': ['ID=3c7855e1-99fd-4246-ac50-54ccb8a8e734,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:26.868073 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Network 472a0135-1464-4a1e-93c6-5927f427a349 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:26.877601 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:26.889227 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Routers {'8a973dcf-355b-4877-9626-26f30d530606'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:38:26.909881 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['8a973dcf-355b-4877-9626-26f30d530606'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:26.974765 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Sync routers for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:38:26.975563 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28abe67-e6e8-4494-b3c8-672cf097b87e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:26.993468 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:38:26.994064 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-40ac6762-670c-4292-b21c-93d09807310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:27.005183 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d28abe67-e6e8-4494-b3c8-672cf097b87e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:27.008401 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d28abe67-e6e8-4494-b3c8-672cf097b87e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6381125 Mar 21 21:38:27.009532 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55916) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:27.019412 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-a9f311c8-2157-46c0-991f-9b9c794e73c6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Request body: {'security_group_rule': {'security_group_id': 'a2d08c62-2e42-4c81-a581-ff4ff29bc2fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:27.067704 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-879b6073-b699-4258-b494-98d54f46356c req-62b5ccf1-3baf-4f45-89c1-661d9cc30cb9 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 210 time: 0.1878600 Mar 21 21:38:27.172200 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device b40c85fb-401a-4ff0-8db5-12c840c16622 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:27.251342 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a9f311c8-2157-46c0-991f-9b9c794e73c6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group_rule (16300c69-cc18-4664-8689-db0ab416e89a), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:27.398840 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:38:27.473132 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Set router 8a973dcf-355b-4877-9626-26f30d530606 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:38:27.487448 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a9f311c8-2157-46c0-991f-9b9c794e73c6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group_rule (16300c69-cc18-4664-8689-db0ab416e89a), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:27.566770 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a9f311c8-2157-46c0-991f-9b9c794e73c6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (16300c69-cc18-4664-8689-db0ab416e89a), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:27.590533 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f311c8-2157-46c0-991f-9b9c794e73c6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16300c69-cc18-4664-8689-db0ab416e89a,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:27.626787 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port b40c85fb-401a-4ff0-8db5-12c840c16622 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:27.627373 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:27.680197 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55942) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:27.747730 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a9f311c8-2157-46c0-991f-9b9c794e73c6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:27.747730 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a9f311c8-2157-46c0-991f-9b9c794e73c6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7214208 Mar 21 21:38:27.751900 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55946) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:27.763943 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-efb93e5d-ea60-4120-a8b3-cd4613dbb57b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Request body: {'security_group_rule': {'security_group_id': 'a2d08c62-2e42-4c81-a581-ff4ff29bc2fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:27.778523 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-d3f5bf5b-74bc-48bd-8fdf-a629a8fa3cd9 None None] Provisioning complete for port 63066007-4ca1-45ff-91a5-4c1980007798 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:27.793330 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bf5b-74bc-48bd-8fdf-a629a8fa3cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (63066007-4ca1-45ff-91a5-4c1980007798), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:27.897459 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-efb93e5d-ea60-4120-a8b3-cd4613dbb57b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group_rule (ca605047-efc6-4ee5-b43a-66888f872031), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:27.923067 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:27.992138 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-40ac6762-670c-4292-b21c-93d09807310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 2, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:28.034001 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Checking router: 63253d69-5616-4a1d-b4eb-8eabd511f497 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:38:28.034566 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-efb93e5d-ea60-4120-a8b3-cd4613dbb57b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group_rule (ca605047-efc6-4ee5-b43a-66888f872031), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.034760 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Updating router 63253d69-5616-4a1d-b4eb-8eabd511f497 port 717f6858-5d53-4100-9df6-23055423146c binding host dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:38:28.060798 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-29337901-b27b-4606-b9f2-9024a948e1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.092260 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5bf5b-74bc-48bd-8fdf-a629a8fa3cd9 None None] Port 63066007-4ca1-45ff-91a5-4c1980007798 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:38:28.100112 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-efb93e5d-ea60-4120-a8b3-cd4613dbb57b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (ca605047-efc6-4ee5-b43a-66888f872031), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.134350 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (717f6858-5d53-4100-9df6-23055423146c), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.205070 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55954) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:28.212435 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb93e5d-ea60-4120-a8b3-cd4613dbb57b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca605047-efc6-4ee5-b43a-66888f872031,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:28.242894 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Pushing event updated for resources: {'Port': ['ID=0e255382-36aa-4a87-9d0c-76909ab7f0cb,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:28.261131 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port b40c85fb-401a-4ff0-8db5-12c840c16622 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:28.278791 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 784540d0-5638-4b8a-b773-d955e6f63fcb up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:28.293242 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f1fdc1e9-05c0-416a-9371-72e30fe31160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.344779 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Router 0e7fdfff-319b-424c-b4ef-1758c931e273 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:38:28.348454 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Network c60e990e-72be-4f39-a695-95690e2b1b6b is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:28.361524 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-efb93e5d-ea60-4120-a8b3-cd4613dbb57b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.363024 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-efb93e5d-ea60-4120-a8b3-cd4613dbb57b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6099370 Mar 21 21:38:28.374542 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55960) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:28.386679 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:28.412019 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:28.438839 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 784540d0-5638-4b8a-b773-d955e6f63fcb triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:28.440560 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.453854 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-29337901-b27b-4606-b9f2-9024a948e1b7 admin admin] Publish callbacks [] for security_group (e6154927-62dd-4552-be4a-bfede71cc479), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.464331 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:28.470681 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:28.471608 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.538334 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.583135 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-29337901-b27b-4606-b9f2-9024a948e1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (e6154927-62dd-4552-be4a-bfede71cc479), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.690963 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-281951b7-29b1-4678-b661-cde03060a554 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1307518 Mar 21 21:38:28.711165 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81470e-1e6a-4ecc-aff0-c1ab67dcdc18 req-6ecbc940-afae-4ad2-bc15-ae737ef1c020 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:28.712906 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 784540d0-5638-4b8a-b773-d955e6f63fcb is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:28.713528 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.721516 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c81470e-1e6a-4ecc-aff0-c1ab67dcdc18 req-6ecbc940-afae-4ad2-bc15-ae737ef1c020 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 932 time: 0.4014761 Mar 21 21:38:28.727275 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '12e19417-6e30-4265-89f1-f7ff0ab67ed3', 'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'mac_address': 'fa:16:3e:49:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 2, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'subnets': [{'id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:28.738163 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-52ffbe0b-19a3-4134-a980-b9a989b92912 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:38:28.740159 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-52ffbe0b-19a3-4134-a980-b9a989b92912 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091121 Mar 21 21:38:28.788381 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Checking router: 8a973dcf-355b-4877-9626-26f30d530606 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:38:28.788770 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Updating router 8a973dcf-355b-4877-9626-26f30d530606 port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 binding host dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:38:28.821082 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-29337901-b27b-4606-b9f2-9024a948e1b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05c09520522e456ea19544b22e9f864a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1393740 Mar 21 21:38:28.821813 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 55974) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:28.834861 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29337901-b27b-4606-b9f2-9024a948e1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6154927-62dd-4552-be4a-bfede71cc479,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:28.837286 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] For port 784540d0-5638-4b8a-b773-d955e6f63fcb, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=784540d0-5638-4b8a-b773-d955e6f63fcb,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:28.863525 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.871631 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Publish callbacks [] for port (717f6858-5d53-4100-9df6-23055423146c), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.913573 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:28.974993 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (717f6858-5d53-4100-9df6-23055423146c), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.094564 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b9649-d095-4551-9e2b-77df9b3c56d0 None None] Pushing event updated for resources: {'Port': ['ID=717f6858-5d53-4100-9df6-23055423146c,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:29.124355 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Pushing event updated for resources: {'Port': ['ID=784540d0-5638-4b8a-b773-d955e6f63fcb,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:29.240633 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-07d98523-da0b-43d6-93d6-6d36f511b6f9 admin admin] Publish callbacks [] for security_group (e6154927-62dd-4552-be4a-bfede71cc479), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.243971 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Attempting to bind port 717f6858-5d53-4100-9df6-23055423146c on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:29.247113 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Attempting to bind port 717f6858-5d53-4100-9df6-23055423146c by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:29.247673 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Attempting to bind port 717f6858-5d53-4100-9df6-23055423146c on network 7c14f17e-38ea-416b-8591-cd91fe8bc44c {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:29.254224 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 3c7855e1-99fd-4246-ac50-54ccb8a8e734 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:29.275632 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:29.276348 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Checking segment: {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:29.279281 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.281083 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Bound using segment: {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:29.281804 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Bound port: 717f6858-5d53-4100-9df6-23055423146c, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:29.284465 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (717f6858-5d53-4100-9df6-23055423146c), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.295422 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-07d98523-da0b-43d6-93d6-6d36f511b6f9 admin admin] Publish callbacks [] for security_group (e6154927-62dd-4552-be4a-bfede71cc479), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.300403 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Request body: {'port': {'device_id': '6df9b85f-9a77-4771-9a57-9675795384a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:29.325888 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c81470e-1e6a-4ecc-aff0-c1ab67dcdc18 req-8284f357-7f35-4059-98da-562e5f80cbdb tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032412 Mar 21 21:38:29.463416 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:38:29.469611 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.508694 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-08a1f62a-b40d-4530-82b1-8b8293f94bb3 admin admin] 10.222.0.23 "PUT /v2.0/routers/0e7fdfff-319b-424c-b4ef-1758c931e273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0405128 Mar 21 21:38:29.508929 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-40ac6762-670c-4292-b21c-93d09807310f None None] For port 717f6858-5d53-4100-9df6-23055423146c, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:29.508929 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-40ac6762-670c-4292-b21c-93d09807310f None None] For port 717f6858-5d53-4100-9df6-23055423146c, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=717f6858-5d53-4100-9df6-23055423146c,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:29.509124 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Sync routers for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:38:29.556776 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-07d98523-da0b-43d6-93d6-6d36f511b6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (e6154927-62dd-4552-be4a-bfede71cc479), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.560270 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-07d98523-da0b-43d6-93d6-6d36f511b6f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.565067 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-07d98523-da0b-43d6-93d6-6d36f511b6f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6154927-62dd-4552-be4a-bfede71cc479 HTTP/1.1" status: 204 len: 168 time: 0.7333534 Mar 21 21:38:29.569323 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f1fdc1e9-05c0-416a-9371-72e30fe31160 admin admin] Publish callbacks [] for security_group (bee513b6-e47f-4bcb-9381-eb51d73f99f3), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.587018 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (717f6858-5d53-4100-9df6-23055423146c), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.591688 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:38:29.591688 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:29.640335 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.660539 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f1fdc1e9-05c0-416a-9371-72e30fe31160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (bee513b6-e47f-4bcb-9381-eb51d73f99f3), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.710072 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d98523-da0b-43d6-93d6-6d36f511b6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6154927-62dd-4552-be4a-bfede71cc479,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:29.772956 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdc1e9-05c0-416a-9371-72e30fe31160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee513b6-e47f-4bcb-9381-eb51d73f99f3,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:29.776532 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:38:29.777242 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-40ac6762-670c-4292-b21c-93d09807310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:29.808176 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-1cfb9feb-530e-4faa-a2e6-5f5a16e68726 None None] Provisioning complete for port 717f6858-5d53-4100-9df6-23055423146c triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:29.808176 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9feb-530e-4faa-a2e6-5f5a16e68726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (717f6858-5d53-4100-9df6-23055423146c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:29.808564 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b9649-d095-4551-9e2b-77df9b3c56d0 None None] Pushing event updated for resources: {'Port': ['ID=717f6858-5d53-4100-9df6-23055423146c,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:29.935066 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Allocated IP 172.27.1.203 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/bec0ce37-e609-41e0-8c3a-fbb677e58e04) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:30.064422 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 3c7855e1-99fd-4246-ac50-54ccb8a8e734 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:30.064755 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:30.176404 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Publish callbacks [] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:30.198750 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-40ac6762-670c-4292-b21c-93d09807310f None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:38:30.229178 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:38:30.247909 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-fe132a10-8dd1-4a7c-8066-ebb278dd63df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:30.253484 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-fe132a10-8dd1-4a7c-8066-ebb278dd63df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 818 time: 1.2969089 Mar 21 21:38:30.274696 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for port (bec0ce37-e609-41e0-8c3a-fbb677e58e04), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:30.340038 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f1fdc1e9-05c0-416a-9371-72e30fe31160 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d4af299e1a847969d9a90f414b8db7b&name=default HTTP/1.1" status: 200 len: 2993 time: 2.0895517 Mar 21 21:38:30.342022 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56014) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:30.356085 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:30.378765 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-94f92135-ee65-4c7b-9644-4e00076da712 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/quotas/58a58c4b5cc6439fb467c536d908c98d HTTP/1.1" status: 200 len: 375 time: 0.0679500 Mar 21 21:38:30.691810 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-40ac6762-670c-4292-b21c-93d09807310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:29Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:30.707090 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb9feb-530e-4faa-a2e6-5f5a16e68726 None None] Current status of the port 717f6858-5d53-4100-9df6-23055423146c is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:30.707698 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9feb-530e-4faa-a2e6-5f5a16e68726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (717f6858-5d53-4100-9df6-23055423146c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:30.712766 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56020) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:30.770472 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac6762-670c-4292-b21c-93d09807310f None None] The sync data for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi is: [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:29Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:38:30.847388 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (bec0ce37-e609-41e0-8c3a-fbb677e58e04), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:30.981817 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event updated for resources: {'Port': ['ID=bec0ce37-e609-41e0-8c3a-fbb677e58e04,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:31.019536 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-51a95ff5-e308-4439-817b-7347e593923d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6090875 Mar 21 21:38:31.047669 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:31.051803 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:31.059315 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-40245500-52e2-4e4b-8e2f-0e8f959c145d admin admin] Publish callbacks [] for security_group (bee513b6-e47f-4bcb-9381-eb51d73f99f3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.082988 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:31.144910 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-40245500-52e2-4e4b-8e2f-0e8f959c145d admin admin] Publish callbacks [] for security_group (bee513b6-e47f-4bcb-9381-eb51d73f99f3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.300888 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901c6c7-bac2-4142-9256-0f7577d962f2 None None] Pushing event updated for resources: {'Port': ['ID=12e19417-6e30-4265-89f1-f7ff0ab67ed3,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:31.350854 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (fa9657b7-98e9-4f16-9cca-0cf806704f5c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.378606 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e255382-36aa-4a87-9d0c-76909ab7f0cb {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:38:31.398870 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Publish callbacks [] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.425666 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56036) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:31.448398 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-594a247b-ae54-4361-9837-ff344236feb2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526495898', 'description': 'tempest-description--624269654'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:31.452981 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-df4792d5-7ec3-4a10-b72e-d41e1ab932ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.496531 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-40245500-52e2-4e4b-8e2f-0e8f959c145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (bee513b6-e47f-4bcb-9381-eb51d73f99f3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.507924 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-40245500-52e2-4e4b-8e2f-0e8f959c145d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.521250 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-40245500-52e2-4e4b-8e2f-0e8f959c145d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bee513b6-e47f-4bcb-9381-eb51d73f99f3 HTTP/1.1" status: 204 len: 168 time: 1.1665211 Mar 21 21:38:31.561853 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Transition to ACTIVE for port object 0e255382-36aa-4a87-9d0c-76909ab7f0cb will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:38:31.608429 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (bec0ce37-e609-41e0-8c3a-fbb677e58e04), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.608747 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40245500-52e2-4e4b-8e2f-0e8f959c145d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee513b6-e47f-4bcb-9381-eb51d73f99f3,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:31.698491 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56042) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:31.713236 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.722670 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 3c7855e1-99fd-4246-ac50-54ccb8a8e734 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:31.766111 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Attempting to bind port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:31.766706 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Attempting to bind port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:31.767300 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Attempting to bind port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 on network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:31.810921 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-1cfb9feb-530e-4faa-a2e6-5f5a16e68726 None None] For port 717f6858-5d53-4100-9df6-23055423146c, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=717f6858-5d53-4100-9df6-23055423146c,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:31.869221 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-594a247b-ae54-4361-9837-ff344236feb2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.882185 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:31.886962 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Checking segment: {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:31.887548 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.890789 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Bound using segment: {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:31.891311 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Bound port: 12e19417-6e30-4265-89f1-f7ff0ab67ed3, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:31.891739 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.941542 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9feb-530e-4faa-a2e6-5f5a16e68726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (717f6858-5d53-4100-9df6-23055423146c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:31.948047 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-df4792d5-7ec3-4a10-b72e-d41e1ab932ef admin admin] Publish callbacks [] for security_group (604179e7-c82b-45da-9682-758b7e2a9238), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.021082 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-df4792d5-7ec3-4a10-b72e-d41e1ab932ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (604179e7-c82b-45da-9682-758b7e2a9238), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.133132 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Pushing event updated for resources: {'Port': ['ID=0e255382-36aa-4a87-9d0c-76909ab7f0cb,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:32.135068 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 784540d0-5638-4b8a-b773-d955e6f63fcb up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:32.154045 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4792d5-7ec3-4a10-b72e-d41e1ab932ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604179e7-c82b-45da-9682-758b7e2a9238,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:32.155753 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130d659-b05b-460d-900c-63fda94bc33e req-5011d28b-6108-46da-85ed-30be89005d67 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:32.163242 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-df4792d5-7ec3-4a10-b72e-d41e1ab932ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ba345716e7846b7bb11da345fb096c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4490049 Mar 21 21:38:32.170822 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56048) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:32.195669 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4130d659-b05b-460d-900c-63fda94bc33e req-5011d28b-6108-46da-85ed-30be89005d67 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 944 time: 0.5597510 Mar 21 21:38:32.241370 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for port (bec0ce37-e609-41e0-8c3a-fbb677e58e04), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.254853 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2ad93088-30dd-44a4-bb4c-0432a9658f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.290107 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-f1b67db8-0bd3-4c2b-b96d-1cf13117ed8d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:38:32.292201 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-f1b67db8-0bd3-4c2b-b96d-1cf13117ed8d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6808558 Mar 21 21:38:32.335854 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (bec0ce37-e609-41e0-8c3a-fbb677e58e04), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.394434 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bea1-6c28-49ac-9efe-6e1d98f8cb5b admin admin] Publish callbacks [] for security_group (604179e7-c82b-45da-9682-758b7e2a9238), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.398570 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] For port 12e19417-6e30-4265-89f1-f7ff0ab67ed3, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:32.400731 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb9feb-530e-4faa-a2e6-5f5a16e68726 None None] Pushing event updated for resources: {'Port': ['ID=717f6858-5d53-4100-9df6-23055423146c,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:32.416848 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] For port 12e19417-6e30-4265-89f1-f7ff0ab67ed3, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=12e19417-6e30-4265-89f1-f7ff0ab67ed3,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:32.423665 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (fa9657b7-98e9-4f16-9cca-0cf806704f5c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.425194 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-c9f5401b-c07d-42ef-9dca-c4e9a266c6e1 None None] Provisioning complete for port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:32.425562 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9f5401b-c07d-42ef-9dca-c4e9a266c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.526751 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.582071 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Attempting to bind port 0e255382-36aa-4a87-9d0c-76909ab7f0cb on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:32.582647 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Attempting to bind port 0e255382-36aa-4a87-9d0c-76909ab7f0cb by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '036c9c2a-ca53-486f-b954-623eb18d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c60e990e-72be-4f39-a695-95690e2b1b6b'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:32.591947 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Attempting to bind port 0e255382-36aa-4a87-9d0c-76909ab7f0cb on network c60e990e-72be-4f39-a695-95690e2b1b6b {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:32.598356 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2ad93088-30dd-44a4-bb4c-0432a9658f8f admin admin] Publish callbacks [] for security_group (98d02904-0c9d-4fda-8c79-9a3587794190), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.609269 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.613132 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2339542 Mar 21 21:38:32.619577 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 784540d0-5638-4b8a-b773-d955e6f63fcb triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:32.620170 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.623537 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:24Z', 'revision_number': 2, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:32.630754 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5401b-c07d-42ef-9dca-c4e9a266c6e1 None None] Port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:38:32.647652 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46c1a0-d663-4a92-b3b1-c32d7f39aeaa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event updated for resources: {'Port': ['ID=bec0ce37-e609-41e0-8c3a-fbb677e58e04,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:32.682536 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bea1-6c28-49ac-9efe-6e1d98f8cb5b admin admin] Publish callbacks [] for security_group (604179e7-c82b-45da-9682-758b7e2a9238), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.682536 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2ad93088-30dd-44a4-bb4c-0432a9658f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (98d02904-0c9d-4fda-8c79-9a3587794190), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.716884 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Checking router: 0e7fdfff-319b-424c-b4ef-1758c931e273 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:38:32.731260 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Updating router 0e7fdfff-319b-424c-b4ef-1758c931e273 port 63066007-4ca1-45ff-91a5-4c1980007798 binding host dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:38:32.739807 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2ad93088-30dd-44a4-bb4c-0432a9658f8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6c8e29400de4c8a9b4bd6c82f3c8bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0373502 Mar 21 21:38:32.743483 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56070) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:32.749430 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4130d659-b05b-460d-900c-63fda94bc33e req-b425598e-5126-4a44-871b-20593dac0aba tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085640 Mar 21 21:38:32.762802 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Port 0e255382-36aa-4a87-9d0c-76909ab7f0cb on network c60e990e-72be-4f39-a695-95690e2b1b6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:38:32.763625 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Attempting to bind port 0e255382-36aa-4a87-9d0c-76909ab7f0cb on network c60e990e-72be-4f39-a695-95690e2b1b6b {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:32.876226 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-594a247b-ae54-4361-9837-ff344236feb2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (319b9ad1-0f68-42cf-bf99-e003de52eb45), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.877240 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901c6c7-bac2-4142-9256-0f7577d962f2 None None] Pushing event updated for resources: {'Port': ['ID=12e19417-6e30-4265-89f1-f7ff0ab67ed3,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:32.882315 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:32.882661 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Checking segment: {'id': '036c9c2a-ca53-486f-b954-623eb18d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c60e990e-72be-4f39-a695-95690e2b1b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:32.883246 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Bound using segment: {'id': '036c9c2a-ca53-486f-b954-623eb18d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c60e990e-72be-4f39-a695-95690e2b1b6b'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:32.883701 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Bound port: 0e255382-36aa-4a87-9d0c-76909ab7f0cb, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036c9c2a-ca53-486f-b954-623eb18d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c60e990e-72be-4f39-a695-95690e2b1b6b'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:32.884064 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.914245 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-c9f5401b-c07d-42ef-9dca-c4e9a266c6e1 None None] Provisioning complete for port 717f6858-5d53-4100-9df6-23055423146c triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:32.914717 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9f5401b-c07d-42ef-9dca-c4e9a266c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (717f6858-5d53-4100-9df6-23055423146c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.919359 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-2b2fff54-7a9b-437d-83ba-652ba1d62451 service neutron] 10.222.0.23 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141372 Mar 21 21:38:32.938457 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-03bbda5f-b3ba-4e0c-9200-62e95052e0f3 admin admin] Publish callbacks [] for security_group (98d02904-0c9d-4fda-8c79-9a3587794190), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:32.997507 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-03bbda5f-b3ba-4e0c-9200-62e95052e0f3 admin admin] Publish callbacks [] for security_group (98d02904-0c9d-4fda-8c79-9a3587794190), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:33.030017 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-594a247b-ae54-4361-9837-ff344236feb2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (319b9ad1-0f68-42cf-bf99-e003de52eb45), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:33.034223 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (63066007-4ca1-45ff-91a5-4c1980007798), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:33.038328 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Routers {'8a973dcf-355b-4877-9626-26f30d530606'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:38:33.039089 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['8a973dcf-355b-4877-9626-26f30d530606'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:33.168384 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad93088-30dd-44a4-bb4c-0432a9658f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d02904-0c9d-4fda-8c79-9a3587794190,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:33.338182 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-03bbda5f-b3ba-4e0c-9200-62e95052e0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (98d02904-0c9d-4fda-8c79-9a3587794190), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:33.346193 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-03bbda5f-b3ba-4e0c-9200-62e95052e0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:33.348028 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-03bbda5f-b3ba-4e0c-9200-62e95052e0f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98d02904-0c9d-4fda-8c79-9a3587794190 HTTP/1.1" status: 204 len: 168 time: 0.5818100 Mar 21 21:38:33.371523 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbda5f-b3ba-4e0c-9200-62e95052e0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d02904-0c9d-4fda-8c79-9a3587794190,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:33.416738 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-594a247b-ae54-4361-9837-ff344236feb2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:33.417205 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bea1-6c28-49ac-9efe-6e1d98f8cb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (604179e7-c82b-45da-9682-758b7e2a9238), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:33.421931 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-594a247b-ae54-4361-9837-ff344236feb2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.9923532 Mar 21 21:38:33.430837 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56092) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:33.438208 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a247b-ae54-4361-9837-ff344236feb2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319b9ad1-0f68-42cf-bf99-e003de52eb45,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:33.447611 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-8c79049e-308a-497e-9d67-d720e9a626c5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'security_group_rule': {'security_group_id': '319b9ad1-0f68-42cf-bf99-e003de52eb45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:33.461995 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bea1-6c28-49ac-9efe-6e1d98f8cb5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:33.469507 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2ed5bea1-6c28-49ac-9efe-6e1d98f8cb5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/604179e7-c82b-45da-9682-758b7e2a9238 HTTP/1.1" status: 204 len: 168 time: 1.2916603 Mar 21 21:38:33.496192 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] For port 0e255382-36aa-4a87-9d0c-76909ab7f0cb, host hv-cinder-83454, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:33.505326 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5bea1-6c28-49ac-9efe-6e1d98f8cb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604179e7-c82b-45da-9682-758b7e2a9238,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:33.521571 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] Set router 8a973dcf-355b-4877-9626-26f30d530606 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:38:33.528152 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 784540d0-5638-4b8a-b773-d955e6f63fcb is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:33.533704 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 717f6858-5d53-4100-9df6-23055423146c up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:33.684760 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5401b-c07d-42ef-9dca-c4e9a266c6e1 None None] Current status of the port 717f6858-5d53-4100-9df6-23055423146c is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:33.829594 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] For port 0e255382-36aa-4a87-9d0c-76909ab7f0cb, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0e255382-36aa-4a87-9d0c-76909ab7f0cb,segment=NetworkSegment(036c9c2a-ca53-486f-b954-623eb18d1205),segment_id=036c9c2a-ca53-486f-b954-623eb18d1205)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:33.859483 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-fd25e5c1-ce56-4648-8c00-27131028872e service neutron] 10.222.0.23 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9299521 Mar 21 21:38:33.868804 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-c72c0eb9-cfc3-4a3f-a80e-cbbceca2a7c0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--257741185&fields=id&tenant_id=9c6ab375eca84608a1045991b051b5c9 HTTP/1.1" status: 200 len: 267 time: 0.6971493 Mar 21 21:38:33.907393 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-442c522c-8635-401f-84f4-67b3027ce067 None None] Provisioning complete for port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:33.907888 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-442c522c-8635-401f-84f4-67b3027ce067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:33.925190 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 717f6858-5d53-4100-9df6-23055423146c triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:33.925638 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (717f6858-5d53-4100-9df6-23055423146c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:33.970175 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:34.080542 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:34.081260 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:34.083021 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] 10.222.0.31 "PUT /v2.0/ports/0e255382-36aa-4a87-9d0c-76909ab7f0cb HTTP/1.1" status: 200 len: 1094 time: 5.0805135 Mar 21 21:38:34.086841 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac896832-efa3-4f69-a429-afec1ac2f251 service neutron] Pushing event updated for resources: {'Port': ['ID=0e255382-36aa-4a87-9d0c-76909ab7f0cb,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:34.091535 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df9b85f-9a77-4771-9a57-9675795384a2', 'tag': '0e255382-36aa-4a87-9d0c-76909ab7f0cb'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:38:34.277078 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-d4952a76-b07a-4801-b475-09edf5bb64a2 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:34.278954 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-d4952a76-b07a-4801-b475-09edf5bb64a2 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 817 time: 0.3940282 Mar 21 21:38:34.288261 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8c79049e-308a-497e-9d67-d720e9a626c5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (7aa5f2ab-3a83-4420-a3cd-66c896ab30ec), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:34.376880 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-3f378b64-eff3-4299-b6ca-dd31232b88d5 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/quotas/9c6ab375eca84608a1045991b051b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0854681 Mar 21 21:38:34.422649 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-442c522c-8635-401f-84f4-67b3027ce067 None None] Current status of the port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:34.423115 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-442c522c-8635-401f-84f4-67b3027ce067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:34.442023 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Publish callbacks [] for port (63066007-4ca1-45ff-91a5-4c1980007798), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:34.500448 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-c4fef9ed-d11e-468e-89d7-8dd7cd9c4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:34.502078 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-c4fef9ed-d11e-468e-89d7-8dd7cd9c4805 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d356ba208444c860e17ffe9ffef8d&device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 1128 time: 0.1928980 Mar 21 21:38:34.542337 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8c79049e-308a-497e-9d67-d720e9a626c5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (7aa5f2ab-3a83-4420-a3cd-66c896ab30ec), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:34.626422 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (63066007-4ca1-45ff-91a5-4c1980007798), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:34.642184 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8c79049e-308a-497e-9d67-d720e9a626c5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (7aa5f2ab-3a83-4420-a3cd-66c896ab30ec), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:34.649804 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-710d326a-6423-450c-9268-02848af24246 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2586641 Mar 21 21:38:34.667640 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-630c6ba7-3cac-4f97-b26e-148e2e8d37ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e255382-36aa-4a87-9d0c-76909ab7f0cb HTTP/1.1" status: 200 len: 217 time: 0.1314340 Mar 21 21:38:34.671800 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79049e-308a-497e-9d67-d720e9a626c5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa5f2ab-3a83-4420-a3cd-66c896ab30ec,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:34.742986 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bb06-c0e1-4228-acc4-9e4407c1911d None None] Pushing event updated for resources: {'Port': ['ID=63066007-4ca1-45ff-91a5-4c1980007798,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:34.744981 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 717f6858-5d53-4100-9df6-23055423146c is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:34.758765 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-442c522c-8635-401f-84f4-67b3027ce067 None None] For port 12e19417-6e30-4265-89f1-f7ff0ab67ed3, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=12e19417-6e30-4265-89f1-f7ff0ab67ed3,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:34.767680 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '12e19417-6e30-4265-89f1-f7ff0ab67ed3', 'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'mac_address': 'fa:16:3e:49:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:32Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'subnets': [{'id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:34.879823 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8c79049e-308a-497e-9d67-d720e9a626c5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:34.884018 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8c79049e-308a-497e-9d67-d720e9a626c5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4457142 Mar 21 21:38:34.885927 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56134) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:34.894300 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-d9540eef-6145-48df-958a-343a7df7586e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'security_group_rule': {'security_group_id': '319b9ad1-0f68-42cf-bf99-e003de52eb45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:34.903570 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389e03-8925-4370-ad81-5e9e65b9224a req-dfa1b959-96ed-41fa-b320-be2bdbb23d57 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:34.907892 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-12389e03-8925-4370-ad81-5e9e65b9224a req-dfa1b959-96ed-41fa-b320-be2bdbb23d57 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 944 time: 0.3970597 Mar 21 21:38:34.960732 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56142) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:34.994076 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f3433622-f4c1-4f24-9537-154428771fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.047362 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d9540eef-6145-48df-958a-343a7df7586e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (c167c196-81a1-42d3-8f5c-72f07855c5d1), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.103691 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc94c5c-90e6-4c2e-bfbe-f776d3438286 None None] The sync data for ids ['8a973dcf-355b-4877-9626-26f30d530606'] in dv-cinder-834541-1-iscsi is: [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '12e19417-6e30-4265-89f1-f7ff0ab67ed3', 'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'mac_address': 'fa:16:3e:49:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:32Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'subnets': [{'id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:38:35.128153 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 717f6858-5d53-4100-9df6-23055423146c up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:35.131403 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-442c522c-8635-401f-84f4-67b3027ce067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.141516 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-5decd1da-7bed-4d2f-9f26-6e7713626d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:35.143004 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-5decd1da-7bed-4d2f-9f26-6e7713626d3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d6b9670-81c9-400a-93eb-4b6f389d34f2 HTTP/1.1" status: 200 len: 851 time: 0.4519339 Mar 21 21:38:35.192924 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-12389e03-8925-4370-ad81-5e9e65b9224a req-3bc95b54-508a-47fe-b536-5a6a3081a5fa tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601247 Mar 21 21:38:35.369504 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-3d73c70b-6e75-4f04-986c-0831717326f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c60e990e-72be-4f39-a695-95690e2b1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1883185 Mar 21 21:38:35.378149 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Attempting to bind port 63066007-4ca1-45ff-91a5-4c1980007798 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:35.378528 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Attempting to bind port 63066007-4ca1-45ff-91a5-4c1980007798 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:35.378896 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Attempting to bind port 63066007-4ca1-45ff-91a5-4c1980007798 on network 472a0135-1464-4a1e-93c6-5927f427a349 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:35.389728 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c522c-8635-401f-84f4-67b3027ce067 None None] Pushing event updated for resources: {'Port': ['ID=12e19417-6e30-4265-89f1-f7ff0ab67ed3,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:35.407881 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:35.408273 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Checking segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:35.408792 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.409226 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Bound using segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:35.409575 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Bound port: 63066007-4ca1-45ff-91a5-4c1980007798, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:35.409965 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (63066007-4ca1-45ff-91a5-4c1980007798), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.434825 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-b66096bd-f62a-4fbc-9993-3cdac1f28c5f service neutron] 10.222.0.23 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7664013 Mar 21 21:38:35.437810 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ec0aecd-6831-417b-9ea8-faae59c412f4 req-98e61ab9-7c2a-45a6-8c43-f48109736854 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 210 time: 0.0943611 Mar 21 21:38:35.516139 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f3433622-f4c1-4f24-9537-154428771fe5 admin admin] Publish callbacks [] for security_group (a333ab6e-b454-4236-94fe-df7c8e5f2003), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.518393 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56148) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:35.573793 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-035a3560-d257-481a-8c07-fc67bf562dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.576996 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 717f6858-5d53-4100-9df6-23055423146c triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:35.577523 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (717f6858-5d53-4100-9df6-23055423146c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.586475 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d9540eef-6145-48df-958a-343a7df7586e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (c167c196-81a1-42d3-8f5c-72f07855c5d1), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.590654 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-61912d18-6709-437a-93ca-569ad5a9b29b None None] Provisioning complete for port 63066007-4ca1-45ff-91a5-4c1980007798 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:35.591368 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-61912d18-6709-437a-93ca-569ad5a9b29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (63066007-4ca1-45ff-91a5-4c1980007798), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.616023 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f3433622-f4c1-4f24-9537-154428771fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a333ab6e-b454-4236-94fe-df7c8e5f2003), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.704153 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-f6ae6ec9-98d4-4d18-a9f6-b885e0531d23 service neutron] 10.222.0.31 "GET /v2.0/networks/c60e990e-72be-4f39-a695-95690e2b1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075385 Mar 21 21:38:35.711607 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3433622-f4c1-4f24-9537-154428771fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a333ab6e-b454-4236-94fe-df7c8e5f2003,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:35.719242 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d9540eef-6145-48df-958a-343a7df7586e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (c167c196-81a1-42d3-8f5c-72f07855c5d1), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.798511 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9540eef-6145-48df-958a-343a7df7586e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c167c196-81a1-42d3-8f5c-72f07855c5d1,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:35.855406 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-f3433622-f4c1-4f24-9537-154428771fe5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f54a99ac553b4f57b01b8b1db9ba8d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8905225 Mar 21 21:38:35.863331 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56156) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:35.890382 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc8bf793-5a7a-4c60-bf57-880f51e84b6c req-3f1626d2-60d9-4e95-8598-d9920fe0256d service neutron] 10.222.0.31 "GET /v2.0/networks/c60e990e-72be-4f39-a695-95690e2b1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764736 Mar 21 21:38:35.906991 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5594281d-b902-4a28-b5c3-c5de32b55707" -d '{"events": [{"name": "network-changed", "server_uuid": "6df9b85f-9a77-4771-9a57-9675795384a2", "tag": "0e255382-36aa-4a87-9d0c-76909ab7f0cb"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:38:35.918120 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-20926c2c-5a95-43c7-a7a3-dc377d29f375 service neutron] 10.222.0.23 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687390 Mar 21 21:38:35.925243 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] For port 63066007-4ca1-45ff-91a5-4c1980007798, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:35.927230 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] For port 63066007-4ca1-45ff-91a5-4c1980007798, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=63066007-4ca1-45ff-91a5-4c1980007798,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:35.992496 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d9540eef-6145-48df-958a-343a7df7586e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:35.999261 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-61912d18-6709-437a-93ca-569ad5a9b29b None None] Port 63066007-4ca1-45ff-91a5-4c1980007798 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:38:36.000157 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56164) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:36.004434 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d9540eef-6145-48df-958a-343a7df7586e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1100211 Mar 21 21:38:36.005369 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:36.026855 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e34d6edb-475f-4cce-981e-17e927edb326 admin admin] Publish callbacks [] for security_group (a333ab6e-b454-4236-94fe-df7c8e5f2003), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:36.106611 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (63066007-4ca1-45ff-91a5-4c1980007798), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:36.112843 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-035a3560-d257-481a-8c07-fc67bf562dd7 admin admin] Publish callbacks [] for security_group (31b2560b-50f2-4827-ae49-0f0d7d46d2c4), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:36.163318 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e34d6edb-475f-4cce-981e-17e927edb326 admin admin] Publish callbacks [] for security_group (a333ab6e-b454-4236-94fe-df7c8e5f2003), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:36.195182 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:36.205312 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 717f6858-5d53-4100-9df6-23055423146c is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:36.272181 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-035a3560-d257-481a-8c07-fc67bf562dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (31b2560b-50f2-4827-ae49-0f0d7d46d2c4), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:36.300955 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:38:36.301628 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:36.346132 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bb06-c0e1-4228-acc4-9e4407c1911d None None] Pushing event updated for resources: {'Port': ['ID=63066007-4ca1-45ff-91a5-4c1980007798,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:36.417290 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e34d6edb-475f-4cce-981e-17e927edb326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a333ab6e-b454-4236-94fe-df7c8e5f2003), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:36.484824 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e34d6edb-475f-4cce-981e-17e927edb326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:36.493260 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e34d6edb-475f-4cce-981e-17e927edb326 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a333ab6e-b454-4236-94fe-df7c8e5f2003 HTTP/1.1" status: 204 len: 168 time: 0.6272354 Mar 21 21:38:36.512353 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a3560-d257-481a-8c07-fc67bf562dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b2560b-50f2-4827-ae49-0f0d7d46d2c4,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:36.560195 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-035a3560-d257-481a-8c07-fc67bf562dd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47e1986d8b8b4c3b97727102fb740003&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0346100 Mar 21 21:38:36.563588 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56190) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:36.767364 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d6edb-475f-4cce-981e-17e927edb326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a333ab6e-b454-4236-94fe-df7c8e5f2003,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:36.783434 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-3bc2ed68-b202-4665-9e25-439dfd00770a None None] Provisioning complete for port 63066007-4ca1-45ff-91a5-4c1980007798 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:36.786931 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ed68-b202-4665-9e25-439dfd00770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (63066007-4ca1-45ff-91a5-4c1980007798), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:36.791585 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9a4ecb2b-0edc-4f34-a715-38557a6657b8 admin admin] Publish callbacks [] for security_group (31b2560b-50f2-4827-ae49-0f0d7d46d2c4), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:36.802146 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:36.898459 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9a4ecb2b-0edc-4f34-a715-38557a6657b8 admin admin] Publish callbacks [] for security_group (31b2560b-50f2-4827-ae49-0f0d7d46d2c4), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:37.161777 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 12e19417-6e30-4265-89f1-f7ff0ab67ed3 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:37.182395 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:38:37.211203 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-c60744f4-a4bb-4aef-9f7f-2df32de0d194 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:37.233709 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-c60744f4-a4bb-4aef-9f7f-2df32de0d194 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 818 time: 0.6287532 Mar 21 21:38:37.261508 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-4b7a0b48-98ac-44ae-ad09-ca54de25effb tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/quotas/58a58c4b5cc6439fb467c536d908c98d HTTP/1.1" status: 200 len: 375 time: 0.0268002 Mar 21 21:38:37.315375 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9a4ecb2b-0edc-4f34-a715-38557a6657b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (31b2560b-50f2-4827-ae49-0f0d7d46d2c4), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:37.318541 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9a4ecb2b-0edc-4f34-a715-38557a6657b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:37.323215 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-9a4ecb2b-0edc-4f34-a715-38557a6657b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31b2560b-50f2-4827-ae49-0f0d7d46d2c4 HTTP/1.1" status: 204 len: 168 time: 0.7527235 Mar 21 21:38:37.341980 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ecb2b-0edc-4f34-a715-38557a6657b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b2560b-50f2-4827-ae49-0f0d7d46d2c4,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:37.489492 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-d788f410-9f1c-4d8d-858b-45d55b784703 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2262733 Mar 21 21:38:37.549833 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58832bf3-6121-4d53-be59-7cecb8f2012d x-openstack-request-id: req-58832bf3-6121-4d53-be59-7cecb8f2012d {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:38:37.550579 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df9b85f-9a77-4771-9a57-9675795384a2", "tag": "0e255382-36aa-4a87-9d0c-76909ab7f0cb", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:38:37.565801 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58832bf3-6121-4d53-be59-7cecb8f2012d {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:38:37.566747 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df9b85f-9a77-4771-9a57-9675795384a2', 'tag': '0e255382-36aa-4a87-9d0c-76909ab7f0cb', 'status': 'completed', 'code': 200} Mar 21 21:38:37.570918 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Allocated IP 172.27.1.93 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:37.684987 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:37.686158 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:37.741927 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2ed68-b202-4665-9e25-439dfd00770a None None] Current status of the port 63066007-4ca1-45ff-91a5-4c1980007798 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:37.742517 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ed68-b202-4665-9e25-439dfd00770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (63066007-4ca1-45ff-91a5-4c1980007798), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:37.877761 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-3bc2ed68-b202-4665-9e25-439dfd00770a None None] For port 63066007-4ca1-45ff-91a5-4c1980007798, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=63066007-4ca1-45ff-91a5-4c1980007798,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:37.908778 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:38.006064 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ed68-b202-4665-9e25-439dfd00770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (63066007-4ca1-45ff-91a5-4c1980007798), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:38.166939 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:35Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:38:38.169135 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2ed68-b202-4665-9e25-439dfd00770a None None] Pushing event updated for resources: {'Port': ['ID=63066007-4ca1-45ff-91a5-4c1980007798,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:38.222918 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7cb4f3-a104-4693-920c-9017b1cc26b1 None None] The sync data for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi is: [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:35Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:38:38.287175 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594281d-b902-4a28-b5c3-c5de32b55707 req-b2e7bcfc-91f1-42e8-8e39-24271be632f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:38.288681 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5594281d-b902-4a28-b5c3-c5de32b55707 req-b2e7bcfc-91f1-42e8-8e39-24271be632f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d356ba208444c860e17ffe9ffef8d&device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 1128 time: 0.7141664 Mar 21 21:38:38.327335 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f004c-8ed6-423d-8b70-4bec0129f3ea req-8c0bf4bc-0fcf-4c45-a857-baf5d4ace12e tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:38.333332 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-361f004c-8ed6-423d-8b70-4bec0129f3ea req-8c0bf4bc-0fcf-4c45-a857-baf5d4ace12e tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 944 time: 0.6851053 Mar 21 21:38:38.536162 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-e5d159b8-3353-4ba4-8880-d1979df916ab service neutron] 10.222.0.23 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0153894 Mar 21 21:38:38.774378 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for port (0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:38.910933 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-361f004c-8ed6-423d-8b70-4bec0129f3ea req-84aeee70-7aca-4786-b9d5-0610060119c9 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621538 Mar 21 21:38:38.987324 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.31', 61824) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:39.012755 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 63066007-4ca1-45ff-91a5-4c1980007798 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:39.155308 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:39.159312 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6955ecb9-6b60-412c-9f5a-dc7d84234389 req-35aee5b8-728a-46e5-9944-dbb43431e603 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 210 time: 0.0644796 Mar 21 21:38:39.165750 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594281d-b902-4a28-b5c3-c5de32b55707 req-3fa84cfe-8951-44f8-b4e2-bbf8687cb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:39.167241 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5594281d-b902-4a28-b5c3-c5de32b55707 req-3fa84cfe-8951-44f8-b4e2-bbf8687cb583 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c60e990e-72be-4f39-a695-95690e2b1b6b HTTP/1.1" status: 200 len: 912 time: 0.8327234 Mar 21 21:38:39.246188 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 63066007-4ca1-45ff-91a5-4c1980007798 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:39.246755 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (63066007-4ca1-45ff-91a5-4c1980007798), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:39.292130 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5594281d-b902-4a28-b5c3-c5de32b55707 req-ee7615da-11d4-4fd5-970f-0fcee09c0f05 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e255382-36aa-4a87-9d0c-76909ab7f0cb HTTP/1.1" status: 200 len: 217 time: 0.0970309 Mar 21 21:38:39.431534 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594281d-b902-4a28-b5c3-c5de32b55707 req-026ae941-669b-48be-8e85-7503bc762be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:39.433329 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5594281d-b902-4a28-b5c3-c5de32b55707 req-026ae941-669b-48be-8e85-7503bc762be6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d6b9670-81c9-400a-93eb-4b6f389d34f2 HTTP/1.1" status: 200 len: 851 time: 0.0745718 Mar 21 21:38:39.459685 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:39.462869 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-d9d376de-6d9a-4217-be0f-a339449f5bf1 service neutron] 10.222.0.23 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9123545 Mar 21 21:38:39.482025 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:39.486405 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5594281d-b902-4a28-b5c3-c5de32b55707 req-d14e5925-40ab-4379-9536-16dfcc6326e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c60e990e-72be-4f39-a695-95690e2b1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415580 Mar 21 21:38:39.487370 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:39.641421 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 63066007-4ca1-45ff-91a5-4c1980007798 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:39.681979 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'Port': ['ID=0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:39.707954 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (f719bf39-c444-40c3-8226-72e4a7842ce2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:39.783355 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-27d4bf36-c5bc-4a49-91df-22d211fd9849 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:39.785250 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-27d4bf36-c5bc-4a49-91df-22d211fd9849 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 818 time: 0.7953663 Mar 21 21:38:39.822649 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Request body: {'port': {'device_id': '63a21aa3-df65-415a-a8e1-8f6fd1728ece', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'admin_state_up': True, 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:39.847461 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5594281d-b902-4a28-b5c3-c5de32b55707 req-e6752710-9983-4fd1-a503-a92447ef5acb service neutron] 10.222.0.31 "GET /v2.0/networks/c60e990e-72be-4f39-a695-95690e2b1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444090 Mar 21 21:38:40.002144 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:40.281159 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89753485-d3d9-46a9-a477-6a7bff60ba5e req-bd2a2b31-41bb-472f-b8de-9fe883d627a6 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 210 time: 0.2853384 Mar 21 21:38:40.493702 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Made reservation on behalf of 58a58c4b5cc6439fb467c536d908c98d for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:40.497088 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5594281d-b902-4a28-b5c3-c5de32b55707 req-42796365-9d56-4e1f-ae0b-1f33edc3a1a9 service neutron] 10.222.0.31 "GET /v2.0/networks/c60e990e-72be-4f39-a695-95690e2b1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026226 Mar 21 21:38:40.501025 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:40.504221 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.31', 61827) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:40.526724 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa59a0-ece4-41f5-b789-d2b9fa3ec070 req-bcf0a89e-7a0d-418d-b92c-38f72b85efae tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:40.528516 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73aa59a0-ece4-41f5-b789-d2b9fa3ec070 req-bcf0a89e-7a0d-418d-b92c-38f72b85efae tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 944 time: 0.3652954 Mar 21 21:38:40.672321 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for port (0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:40.688959 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a95356e9-1cac-453d-9939-16f9c0579bad req-56cb6f08-ad91-4af0-be54-69a537f73026 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 210 time: 0.2603133 Mar 21 21:38:40.756313 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73aa59a0-ece4-41f5-b789-d2b9fa3ec070 req-891622eb-fbc4-4847-bd33-69e960339ab9 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657554 Mar 21 21:38:40.834829 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:40.892197 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-6d3c3c84-6644-4297-bbd6-f36b66598f64 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:40.893892 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-6d3c3c84-6644-4297-bbd6-f36b66598f64 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.31 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 817 time: 0.3542109 Mar 21 21:38:40.894789 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (f719bf39-c444-40c3-8226-72e4a7842ce2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:40.956012 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'Port': ['ID=0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:40.984816 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Allocated IP 172.20.0.4 (6fdd0a0d-058e-4b7f-8244-217f65ad62dc/81ac927a-88b5-4ec9-bf60-d7b9a7938dba/5be5bc3d-eeaa-453b-93f8-046127030354) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:41.019790 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:41.036534 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3c906d97-d465-4207-b43d-b5e8fe7a4b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0307677 Mar 21 21:38:41.083054 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-46304115-7fb3-46bc-bca9-9f6dd3d707d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c6ab375eca84608a1045991b051b5c9 HTTP/1.1" status: 200 len: 379 time: 0.1384752 Mar 21 21:38:41.099878 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Request body: {'port': {'device_id': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'admin_state_up': True, 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'security_groups': ['a2d08c62-2e42-4c81-a581-ff4ff29bc2fb']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:41.422245 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for port (5be5bc3d-eeaa-453b-93f8-046127030354), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:41.474259 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-014695b6-87af-40b4-86d9-a4312a0a3ce0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--526495898&fields=id&tenant_id=0f2630a33d1441d7b3031903b1389a78 HTTP/1.1" status: 200 len: 267 time: 0.1094990 Mar 21 21:38:41.492238 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-22a0adef-e66b-4248-8be5-7727a4ad5d7a req-735698cb-8912-4e30-9bb6-8621f4945b35 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 210 time: 0.0329802 Mar 21 21:38:41.534606 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Made reservation on behalf of 9c6ab375eca84608a1045991b051b5c9 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:41.540809 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:41.563025 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:41.616230 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-c69caa8d-e543-4629-be7c-47549ba28563 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:41.617773 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-c69caa8d-e543-4629-be7c-47549ba28563 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/networks?id=472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 200 len: 815 time: 0.1282725 Mar 21 21:38:41.670621 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-3105a1fb-ae5d-4495-8725-239ca9269826 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/quotas/0f2630a33d1441d7b3031903b1389a78 HTTP/1.1" status: 200 len: 375 time: 0.0285428 Mar 21 21:38:41.692427 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:41.709804 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:41.712864 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:41.720855 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:41.722027 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:41.796878 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event updated for resources: {'Port': ['ID=5be5bc3d-eeaa-453b-93f8-046127030354,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:41.800711 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-0ef6bef7-a78b-4b68-9d38-ccca255855c1 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271951 Mar 21 21:38:41.894798 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-e714dfd0-25c4-42f3-9b47-77fb728dcf17 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0727813 Mar 21 21:38:41.927878 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Request body: {'port': {'device_id': '63a21aa3-df65-415a-a8e1-8f6fd1728ece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:41.988190 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Allocated IP 172.20.0.8 (7c14f17e-38ea-416b-8591-cd91fe8bc44c/9360ad18-0e54-4c38-8568-d8883c55f1df/71864b1f-bb7e-491d-b28f-b562d7978772) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:41.998904 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7559eaa2-3e9a-4454-9478-8d94e2632153 req-e21929b1-d9af-48c8-8994-89dc0dfed7ed tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 210 time: 0.1797926 Mar 21 21:38:42.035816 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-800d94d4-6a9c-4156-9b6b-4cec183b8f2d service neutron] 10.222.0.23 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120516 Mar 21 21:38:42.065960 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:42.178665 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-85d8184f-ea78-4a3f-bf0f-0580326859d3 None None] Provisioning complete for port 5be5bc3d-eeaa-453b-93f8-046127030354 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:42.183798 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-85d8184f-ea78-4a3f-bf0f-0580326859d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:42.209347 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746c38d-c5b0-489e-9352-8f897fbe0f5d req-88a13e98-5d73-4ce7-9476-92362b1ac85d tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:42.211100 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3746c38d-c5b0-489e-9352-8f897fbe0f5d req-88a13e98-5d73-4ce7-9476-92362b1ac85d tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 944 time: 0.0984170 Mar 21 21:38:42.215708 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-a4df16fe-0b2a-4e72-8946-823b4ef98057 service neutron] 10.222.0.23 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800952 Mar 21 21:38:42.302313 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3746c38d-c5b0-489e-9352-8f897fbe0f5d req-af7e507c-80e2-4e29-82da-59255aafcccd tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745511 Mar 21 21:38:42.313641 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-85d8184f-ea78-4a3f-bf0f-0580326859d3 None None] Port 5be5bc3d-eeaa-453b-93f8-046127030354 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:38:42.496376 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for port (71864b1f-bb7e-491d-b28f-b562d7978772), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:42.664584 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:42.742245 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event updated for resources: {'Port': ['ID=71864b1f-bb7e-491d-b28f-b562d7978772,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:42.751993 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Network 7c14f17e-38ea-416b-8591-cd91fe8bc44c is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:42.757643 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:42.761484 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be5bc3d-eeaa-453b-93f8-046127030354 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:38:42.767369 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:42.775626 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:42.776292 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:42.786192 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Publish callbacks [] for port (5be5bc3d-eeaa-453b-93f8-046127030354), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:42.815959 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Transition to ACTIVE for port object 5be5bc3d-eeaa-453b-93f8-046127030354 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:38:42.850942 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a9ba2514-ebfa-41e2-a2f9-5fa9d89641a7 req-61288eef-f471-49fc-a2d7-0c898098c49c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 210 time: 0.1842804 Mar 21 21:38:42.886935 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-60a9ac68-3b82-4fb6-8a0c-03770a48d238 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7885540 Mar 21 21:38:42.896755 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-381394fd-e74c-4107-a7d4-fa190cad2486 req-b1f6ee43-94e8-4c28-bf17-1336d9476d66 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 210 time: 0.0849972 Mar 21 21:38:42.910031 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:42.981371 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-0c34b985-d5a6-4a89-b781-d27434e153ac tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:42.985748 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-0c34b985-d5a6-4a89-b781-d27434e153ac tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 818 time: 0.3982105 Mar 21 21:38:43.099075 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Pushing event updated for resources: {'Port': ['ID=5be5bc3d-eeaa-453b-93f8-046127030354,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:43.108793 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Attempting to bind port 5be5bc3d-eeaa-453b-93f8-046127030354 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:43.109174 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Attempting to bind port 5be5bc3d-eeaa-453b-93f8-046127030354 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:43.109525 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Attempting to bind port 5be5bc3d-eeaa-453b-93f8-046127030354 on network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:43.116341 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Port 5be5bc3d-eeaa-453b-93f8-046127030354 on network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:38:43.116921 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Attempting to bind port 5be5bc3d-eeaa-453b-93f8-046127030354 on network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:43.129346 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:43.129747 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Checking segment: {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:43.130386 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Bound using segment: {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:43.130854 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Bound port: 5be5bc3d-eeaa-453b-93f8-046127030354, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:43.131215 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:43.218892 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a578e-d885-4460-a04a-e754bd58abbc req-df560f33-ad13-4ac9-b5a7-2edcca02915e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:43.220692 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b91a578e-d885-4460-a04a-e754bd58abbc req-df560f33-ad13-4ac9-b5a7-2edcca02915e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 931 time: 0.0768182 Mar 21 21:38:43.233963 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] For port 5be5bc3d-eeaa-453b-93f8-046127030354, host hv-cinder-83454, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:43.249231 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] For port 5be5bc3d-eeaa-453b-93f8-046127030354, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=5be5bc3d-eeaa-453b-93f8-046127030354,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:43.263131 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-0f16348a-d54a-4304-81ad-007471592627 None None] Provisioning complete for port 71864b1f-bb7e-491d-b28f-b562d7978772 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:43.266180 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0f16348a-d54a-4304-81ad-007471592627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:43.281021 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b91a578e-d885-4460-a04a-e754bd58abbc req-79a2929e-a0b9-41a5-985b-95350c0c47fe tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528407 Mar 21 21:38:43.317437 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-0f16348a-d54a-4304-81ad-007471592627 None None] Port 71864b1f-bb7e-491d-b28f-b562d7978772 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:38:43.389926 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:43.433627 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:43.434457 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:43.436269 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] 10.222.0.31 "PUT /v2.0/ports/5be5bc3d-eeaa-453b-93f8-046127030354 HTTP/1.1" status: 200 len: 1093 time: 1.5296466 Mar 21 21:38:43.436898 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55217083-fa46-4b40-946b-5439cbea4b7d req-3093f5ae-0a1a-4879-93fc-6a7427b286c1 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:43.437094 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a21aa3-df65-415a-a8e1-8f6fd1728ece', 'tag': '5be5bc3d-eeaa-453b-93f8-046127030354'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:38:43.438849 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55217083-fa46-4b40-946b-5439cbea4b7d req-3093f5ae-0a1a-4879-93fc-6a7427b286c1 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 944 time: 0.0597622 Mar 21 21:38:43.515547 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55217083-fa46-4b40-946b-5439cbea4b7d req-f477ad37-8ddc-4dc8-898b-5bca450a0aa6 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659590 Mar 21 21:38:43.572679 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bff9a-5fca-44b4-98e0-ad1be6dadf36 service neutron] Pushing event updated for resources: {'Port': ['ID=5be5bc3d-eeaa-453b-93f8-046127030354,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:43.673959 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485f6e54-f896-4871-b13a-15f1c6c4b96c" -d '{"events": [{"name": "network-changed", "server_uuid": "63a21aa3-df65-415a-a8e1-8f6fd1728ece", "tag": "5be5bc3d-eeaa-453b-93f8-046127030354"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:38:43.813448 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286ad497-2632-440c-9d7e-db7cf07b4a6d x-openstack-request-id: req-286ad497-2632-440c-9d7e-db7cf07b4a6d {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:38:43.813765 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a21aa3-df65-415a-a8e1-8f6fd1728ece", "tag": "5be5bc3d-eeaa-453b-93f8-046127030354", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:38:43.813990 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-286ad497-2632-440c-9d7e-db7cf07b4a6d {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:38:43.814569 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a21aa3-df65-415a-a8e1-8f6fd1728ece', 'tag': '5be5bc3d-eeaa-453b-93f8-046127030354', 'status': 'completed', 'code': 200} Mar 21 21:38:43.940100 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7c014e1f-e698-4205-be1f-2c6fd965558b req-84a43d5b-ce42-434d-929a-c1c36b0f7280 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 210 time: 0.0343416 Mar 21 21:38:43.991614 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-40f38263-77da-469b-bf77-342b2c2dd7f8 req-7a0c6875-9ad2-4f88-b690-e75214f5d21c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 210 time: 0.0318952 Mar 21 21:38:44.424611 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b28864-bdc3-46ec-9bc2-d54b96c9e282 req-1b6421e1-9c89-45ab-88c9-ab9034e28b31 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:44.426080 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d4b28864-bdc3-46ec-9bc2-d54b96c9e282 req-1b6421e1-9c89-45ab-88c9-ab9034e28b31 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 931 time: 0.0603220 Mar 21 21:38:44.477520 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d4b28864-bdc3-46ec-9bc2-d54b96c9e282 req-e614b60f-bf16-43bd-86a0-e7db159e8538 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453970 Mar 21 21:38:44.514805 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:44.643308 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3573c-2ef9-4efe-953a-c73aa8ef8874 req-f7c79e3d-8b7f-41f2-90f0-b5edd3d4a6c9 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:44.645085 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70d3573c-2ef9-4efe-953a-c73aa8ef8874 req-f7c79e3d-8b7f-41f2-90f0-b5edd3d4a6c9 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 944 time: 0.0567358 Mar 21 21:38:44.693393 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70d3573c-2ef9-4efe-953a-c73aa8ef8874 req-bb862835-c37c-4c9c-aeb0-effedcd20ffc tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428104 Mar 21 21:38:45.052967 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e3d8422-e554-46b8-9344-5d2ae60ac733 req-2f9dd2bc-4211-495e-b04d-28983f33611a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 210 time: 0.0314536 Mar 21 21:38:45.094862 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d0ac517-df20-4a2c-9094-6526bf8d1f65 req-6d314fec-c472-4792-bb46-0e724d849bbc tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 210 time: 0.0273764 Mar 21 21:38:45.363445 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 0e255382-36aa-4a87-9d0c-76909ab7f0cb details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:38:45.380626 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Request body: {'port': {'device_id': '1ee386e7-7bef-446b-9290-2adfa7b31fd1', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'admin_state_up': True, 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:45.403013 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Request body: {'port': {'device_id': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:45.539921 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56470) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:45.580125 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 0e255382-36aa-4a87-9d0c-76909ab7f0cb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0e255382-36aa-4a87-9d0c-76909ab7f0cb,segment=NetworkSegment(036c9c2a-ca53-486f-b954-623eb18d1205),segment_id=036c9c2a-ca53-486f-b954-623eb18d1205)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:45.594796 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '0e255382-36aa-4a87-9d0c-76909ab7f0cb', 'network_id': 'c60e990e-72be-4f39-a695-95690e2b1b6b', 'port_id': '0e255382-36aa-4a87-9d0c-76909ab7f0cb', 'mac_address': 'fa:16:3e:40:31:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6b9670-81c9-400a-93eb-4b6f389d34f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:38:45.599990 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:45.606031 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f6e54-f896-4871-b13a-15f1c6c4b96c req-556c223d-f3f2-4c39-8284-1a17f0b87042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:45.608284 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-485f6e54-f896-4871-b13a-15f1c6c4b96c req-556c223d-f3f2-4c39-8284-1a17f0b87042 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 1127 time: 0.1494164 Mar 21 21:38:45.644763 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 0e255382-36aa-4a87-9d0c-76909ab7f0cb is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:45.645246 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:45.651724 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8336b-9610-4f5c-91b8-2f9e312066af req-c61c1f68-af63-4317-bce4-9705e3291d31 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:45.653712 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-39d8336b-9610-4f5c-91b8-2f9e312066af req-c61c1f68-af63-4317-bce4-9705e3291d31 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 931 time: 0.0799367 Mar 21 21:38:45.662735 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e255382-36aa-4a87-9d0c-76909ab7f0cb {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:38:45.686880 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 0e255382-36aa-4a87-9d0c-76909ab7f0cb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0e255382-36aa-4a87-9d0c-76909ab7f0cb,segment=NetworkSegment(036c9c2a-ca53-486f-b954-623eb18d1205),segment_id=036c9c2a-ca53-486f-b954-623eb18d1205)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:45.729641 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-39d8336b-9610-4f5c-91b8-2f9e312066af req-d06a2d52-59d1-47c6-9ff6-004ae643cc3e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538464 Mar 21 21:38:45.926191 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc09eac-88cd-47e5-8003-d22da46e65db req-1596f9cf-5417-4633-b7ba-fdb06d47f734 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:45.926191 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4dc09eac-88cd-47e5-8003-d22da46e65db req-1596f9cf-5417-4633-b7ba-fdb06d47f734 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 944 time: 0.0674980 Mar 21 21:38:45.926191 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4dc09eac-88cd-47e5-8003-d22da46e65db req-cb14beb9-e7e3-48c1-a815-f58890f62326 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 Mar 21 21:38:45.931087 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-89bce814-813c-4757-8377-63f1c0788de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:46.093988 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f6e54-f896-4871-b13a-15f1c6c4b96c req-f0321676-873f-4b72-9ff3-6b61e7e3e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:46.095465 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-485f6e54-f896-4871-b13a-15f1c6c4b96c req-f0321676-873f-4b72-9ff3-6b61e7e3e333 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=58a58c4b5cc6439fb467c536d908c98d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4774301 Mar 21 21:38:46.162782 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e386679-96ee-4e9d-9a05-ad895657d3ee req-1e5f5d7b-90c6-4572-bde5-5d6bc8406924 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 210 time: 0.0378449 Mar 21 21:38:46.214427 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ca7d3ff-07d6-4adc-9ae4-b6ff96b00815 req-e0ddc605-41fc-442c-9a92-cf39d1cbb531 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 210 time: 0.0304410 Mar 21 21:38:46.359221 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-89bce814-813c-4757-8377-63f1c0788de4 admin admin] Publish callbacks [] for security_group (b1961021-bf89-4867-b851-e131c60526b2), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:46.368135 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f6e54-f896-4871-b13a-15f1c6c4b96c req-065d2423-d970-4785-b7cb-cb124bd3bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:46.369624 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-485f6e54-f896-4871-b13a-15f1c6c4b96c req-065d2423-d970-4785-b7cb-cb124bd3bc87 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2649620 Mar 21 21:38:46.377252 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Made reservation on behalf of 58a58c4b5cc6439fb467c536d908c98d for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:46.379026 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:46.380580 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:46.440202 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=0e255382-36aa-4a87-9d0c-76909ab7f0cb,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:46.456611 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-89bce814-813c-4757-8377-63f1c0788de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b1961021-bf89-4867-b851-e131c60526b2), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:46.478596 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71864b1f-bb7e-491d-b28f-b562d7978772 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:38:46.497379 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Publish callbacks [] for port (71864b1f-bb7e-491d-b28f-b562d7978772), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:46.531907 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bce814-813c-4757-8377-63f1c0788de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1961021-bf89-4867-b851-e131c60526b2,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:46.541152 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-89bce814-813c-4757-8377-63f1c0788de4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b658fb5fe09423c9da025490cc2e208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9943988 Mar 21 21:38:46.541152 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Transition to ACTIVE for port object 71864b1f-bb7e-491d-b28f-b562d7978772 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:38:46.542022 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56488) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:46.560714 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-fdc6ccbf-866c-4326-9934-ab750b1043c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:46.562207 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-fdc6ccbf-866c-4326-9934-ab750b1043c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 1127 time: 0.1391809 Mar 21 21:38:46.661966 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-0c127501-ddc0-4e7b-b7e7-3eb0ff102141 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5be5bc3d-eeaa-453b-93f8-046127030354 HTTP/1.1" status: 200 len: 217 time: 0.0724545 Mar 21 21:38:46.689457 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:46.694540 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['0e255382-36aa-4a87-9d0c-76909ab7f0cb'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:38:46.746764 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8011dc16-1149-4cca-9940-1568c658aa1e admin admin] Publish callbacks [] for security_group (b1961021-bf89-4867-b851-e131c60526b2), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:46.748711 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Allocated IP 172.20.0.12 (6fdd0a0d-058e-4b7f-8244-217f65ad62dc/81ac927a-88b5-4ec9-bf60-d7b9a7938dba/9f800a58-c5c5-4b98-9182-50199078df04) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:46.829947 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Pushing event updated for resources: {'Port': ['ID=71864b1f-bb7e-491d-b28f-b562d7978772,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:46.834873 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8011dc16-1149-4cca-9940-1568c658aa1e admin admin] Publish callbacks [] for security_group (b1961021-bf89-4867-b851-e131c60526b2), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:46.850604 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-ca4afb38-12ea-45dd-942d-342a86c1ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:46.852211 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-ca4afb38-12ea-45dd-942d-342a86c1ab85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.1843281 Mar 21 21:38:46.996370 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f514a1-7d25-4ffc-a83c-399e8932db10 req-4e79daac-e04b-4915-bea7-f5364398afbf tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:47.009805 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49f514a1-7d25-4ffc-a83c-399e8932db10 req-4e79daac-e04b-4915-bea7-f5364398afbf tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.1693709 Mar 21 21:38:47.162497 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8011dc16-1149-4cca-9940-1568c658aa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b1961021-bf89-4867-b851-e131c60526b2), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:47.169311 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8011dc16-1149-4cca-9940-1568c658aa1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:47.171343 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8011dc16-1149-4cca-9940-1568c658aa1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1961021-bf89-4867-b851-e131c60526b2 HTTP/1.1" status: 204 len: 168 time: 0.6284935 Mar 21 21:38:47.187678 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Attempting to bind port 71864b1f-bb7e-491d-b28f-b562d7978772 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:47.189353 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Attempting to bind port 71864b1f-bb7e-491d-b28f-b562d7978772 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:47.190012 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Attempting to bind port 71864b1f-bb7e-491d-b28f-b562d7978772 on network 7c14f17e-38ea-416b-8591-cd91fe8bc44c {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:47.195322 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for port (9f800a58-c5c5-4b98-9182-50199078df04), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:47.206505 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Port 71864b1f-bb7e-491d-b28f-b562d7978772 on network 7c14f17e-38ea-416b-8591-cd91fe8bc44c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:38:47.206859 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Attempting to bind port 71864b1f-bb7e-491d-b28f-b562d7978772 on network 7c14f17e-38ea-416b-8591-cd91fe8bc44c {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:47.208954 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011dc16-1149-4cca-9940-1568c658aa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1961021-bf89-4867-b851-e131c60526b2,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:47.243014 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:47.243597 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Checking segment: {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:47.244230 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Bound using segment: {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:47.244914 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Bound port: 71864b1f-bb7e-491d-b28f-b562d7978772, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:47.245932 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:47.279756 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49f514a1-7d25-4ffc-a83c-399e8932db10 req-bad42f64-526a-4a2f-bd25-fc5d44b67911 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685544 Mar 21 21:38:47.308090 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-12493cdf-96d4-4cbc-b89b-fa103cc2455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:47.313699 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-12493cdf-96d4-4cbc-b89b-fa103cc2455e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3956892 Mar 21 21:38:47.337725 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca58c0-3608-4021-8caf-5b5926e08a81 req-2b376dac-032f-4cb8-bf5e-d0c944e33b80 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:47.339251 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-46ca58c0-3608-4021-8caf-5b5926e08a81 req-2b376dac-032f-4cb8-bf5e-d0c944e33b80 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 945 time: 0.2418075 Mar 21 21:38:47.378798 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (9f800a58-c5c5-4b98-9182-50199078df04), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:47.438938 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:47.443523 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=71864b1f-bb7e-491d-b28f-b562d7978772,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:47.462453 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-032fa439-f3b4-4a2e-993c-ae78e18cdb19 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321115 Mar 21 21:38:47.481467 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:47.506523 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:47.508984 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:47.517420 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:47.517420 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:47.527602 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event updated for resources: {'Port': ['ID=9f800a58-c5c5-4b98-9182-50199078df04,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:47.548708 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-46ca58c0-3608-4021-8caf-5b5926e08a81 req-48cb54ec-5cf4-4ea0-97da-eba960c774ca tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992822 Mar 21 21:38:47.583594 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5fa0706f-85bb-4cd3-97c4-b0261c497b9d req-12d09b22-6f0a-4e00-b7ad-3f6fee2486a0 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138215 Mar 21 21:38:47.599925 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:47.623517 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a723643-a967-40e1-bff8-9847a7add4cc req-a8a302a4-4f4f-4966-b459-f8a51632feb8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:47.627886 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7a723643-a967-40e1-bff8-9847a7add4cc req-a8a302a4-4f4f-4966-b459-f8a51632feb8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 932 time: 0.2346771 Mar 21 21:38:47.657708 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:47.658332 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:47.659720 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] 10.222.0.31 "PUT /v2.0/ports/71864b1f-bb7e-491d-b28f-b562d7978772 HTTP/1.1" status: 200 len: 1093 time: 2.2895808 Mar 21 21:38:47.660159 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:38:47.662461 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:38:47.698434 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5d6cae3c-635b-4d3d-9c52-643a68a7da32 req-16d90139-c949-4d8f-b22f-8cdd78320929 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 210 time: 0.0691416 Mar 21 21:38:47.721239 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7528741-6fbc-4f05-a857-3f2d31ea9c4e service neutron] Pushing event updated for resources: {'Port': ['ID=71864b1f-bb7e-491d-b28f-b562d7978772,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:47.745018 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8a429a15-7b01-4e49-b0a2-c23c233775df tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3686085 Mar 21 21:38:47.789095 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Request body: {'port': {'device_id': '1ee386e7-7bef-446b-9290-2adfa7b31fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:47.804770 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed210396-f543-427c-b6d1-d369a5e266f7 x-openstack-request-id: req-ed210396-f543-427c-b6d1-d369a5e266f7 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:38:47.805158 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:38:47.805508 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed210396-f543-427c-b6d1-d369a5e266f7 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:38:47.806002 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772', 'status': 'completed', 'code': 200} Mar 21 21:38:47.871544 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7a723643-a967-40e1-bff8-9847a7add4cc req-48f82c22-5464-4183-af22-398ff58f9eae tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284002 Mar 21 21:38:47.875486 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e364cf00-e884-4762-8ad8-cd65f26ce092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:47.877518 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e364cf00-e884-4762-8ad8-cd65f26ce092 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 1127 time: 0.0703280 Mar 21 21:38:47.918002 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (9f800a58-c5c5-4b98-9182-50199078df04), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:47.926439 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-06ee7e69-2980-4b97-b081-f98e2bd3c295 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71864b1f-bb7e-491d-b28f-b562d7978772 HTTP/1.1" status: 200 len: 217 time: 0.0409384 Mar 21 21:38:47.975121 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-ae7ed7b6-3477-4537-9573-9ced082e4aab None None] Provisioning complete for port 9f800a58-c5c5-4b98-9182-50199078df04 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:47.975121 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed7b6-3477-4537-9573-9ced082e4aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (9f800a58-c5c5-4b98-9182-50199078df04), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:48.031944 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ed7b6-3477-4537-9573-9ced082e4aab None None] Port 9f800a58-c5c5-4b98-9182-50199078df04 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:38:48.034541 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-938b7b61-a258-43d0-8282-c18f0294e63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:48.083743 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e082cbd3-d492-4cce-8037-a2cf7143350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:48.085371 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-e082cbd3-d492-4cce-8037-a2cf7143350f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 200 len: 856 time: 0.1463118 Mar 21 21:38:48.174132 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-94ecb6a8-226a-402d-90ba-bbf4f228e2c5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:48.175898 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-94ecb6a8-226a-402d-90ba-bbf4f228e2c5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "GET /v2.0/networks?id=472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 200 len: 815 time: 0.2123315 Mar 21 21:38:48.214167 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-ec67ae3b-3ddd-4bf4-bbe1-d8c517b6d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:48.217291 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-ec67ae3b-3ddd-4bf4-bbe1-d8c517b6d535 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c14f17e-38ea-416b-8591-cd91fe8bc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1217940 Mar 21 21:38:48.276277 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56542) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:48.295567 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f800a58-c5c5-4b98-9182-50199078df04 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:38:48.301234 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-92adcb1d-4b9f-4807-900e-09d22115573d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:48.308570 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Publish callbacks [] for port (9f800a58-c5c5-4b98-9182-50199078df04), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:48.334724 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Transition to ACTIVE for port object 9f800a58-c5c5-4b98-9182-50199078df04 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:38:48.343921 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-73aa2f2d-11a7-4ea7-b751-14cea6166014 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2630a33d1441d7b3031903b1389a78 HTTP/1.1" status: 200 len: 379 time: 0.1569860 Mar 21 21:38:48.365113 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-63022fc6-e5ab-486e-908a-44c3c4decd57 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379020 Mar 21 21:38:48.369296 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'port': {'device_id': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'admin_state_up': True, 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'security_groups': ['319b9ad1-0f68-42cf-bf99-e003de52eb45']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:48.418470 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-92adcb1d-4b9f-4807-900e-09d22115573d admin admin] Publish callbacks [] for security_group (ac4503aa-edc2-4508-9fd2-a8824847c401), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:48.460385 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43944f-02a6-497e-acff-038537b89502 req-27eb8982-973a-4912-b0ad-d0c4c57828d3 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:48.462025 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb43944f-02a6-497e-acff-038537b89502 req-27eb8982-973a-4912-b0ad-d0c4c57828d3 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0539796 Mar 21 21:38:48.478853 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 0e255382-36aa-4a87-9d0c-76909ab7f0cb up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:48.522604 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb43944f-02a6-497e-acff-038537b89502 req-ebde085f-83e7-42e5-bd05-560e264a1e05 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538869 Mar 21 21:38:48.530734 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (9f800a58-c5c5-4b98-9182-50199078df04), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:48.567804 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-92adcb1d-4b9f-4807-900e-09d22115573d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (ac4503aa-edc2-4508-9fd2-a8824847c401), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:48.618532 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 0e255382-36aa-4a87-9d0c-76909ab7f0cb completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:38:48.631553 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 0e255382-36aa-4a87-9d0c-76909ab7f0cb triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:48.632263 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:48.693913 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-92adcb1d-4b9f-4807-900e-09d22115573d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8df268448644c3a98c0c9bed8204cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193096 Mar 21 21:38:48.699901 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56554) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:48.700627 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Pushing event updated for resources: {'Port': ['ID=9f800a58-c5c5-4b98-9182-50199078df04,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:48.711435 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adcb1d-4b9f-4807-900e-09d22115573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4503aa-edc2-4508-9fd2-a8824847c401,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:48.769558 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 0e255382-36aa-4a87-9d0c-76909ab7f0cb is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:48.770972 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:48.809945 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Attempting to bind port 9f800a58-c5c5-4b98-9182-50199078df04 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:48.809945 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Attempting to bind port 9f800a58-c5c5-4b98-9182-50199078df04 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:48.809945 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Attempting to bind port 9f800a58-c5c5-4b98-9182-50199078df04 on network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:48.814967 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd142b52-6877-400b-8f6c-ae1e14adebc0 req-0f813dda-ad74-4047-9f37-aef690430551 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382236 Mar 21 21:38:48.840123 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 0e255382-36aa-4a87-9d0c-76909ab7f0cb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0e255382-36aa-4a87-9d0c-76909ab7f0cb,segment=NetworkSegment(036c9c2a-ca53-486f-b954-623eb18d1205),segment_id=036c9c2a-ca53-486f-b954-623eb18d1205)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:48.842066 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df9b85f-9a77-4771-9a57-9675795384a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e255382-36aa-4a87-9d0c-76909ab7f0cb'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:38:48.855426 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Port 9f800a58-c5c5-4b98-9182-50199078df04 on network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:38:48.856431 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Attempting to bind port 9f800a58-c5c5-4b98-9182-50199078df04 on network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:48.880017 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-272f4795-0996-4a96-a87c-8a2850becd47 req-79321d0f-2d07-42c9-a0aa-3d8acc509a86 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 210 time: 0.0480132 Mar 21 21:38:48.889448 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:48.891677 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Checking segment: {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:48.892087 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Bound using segment: {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:48.892549 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Bound port: 9f800a58-c5c5-4b98-9182-50199078df04, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:48.892980 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (9f800a58-c5c5-4b98-9182-50199078df04), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:48.926928 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Made reservation on behalf of 0f2630a33d1441d7b3031903b1389a78 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:38:48.930805 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:48.952244 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:48.989211 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10c24b-45b9-4c80-b783-0317bf0fecfb req-02edd999-d891-4e19-80a8-f8014a8e82c1 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:48.996818 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ef10c24b-45b9-4c80-b783-0317bf0fecfb req-02edd999-d891-4e19-80a8-f8014a8e82c1 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 945 time: 0.2506115 Mar 21 21:38:49.013393 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d227580-6428-4e42-b99a-73a3d99539cb admin admin] Publish callbacks [] for security_group (ac4503aa-edc2-4508-9fd2-a8824847c401), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:49.041410 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=0e255382-36aa-4a87-9d0c-76909ab7f0cb,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:49.080457 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda req-59685feb-21f9-4d1b-9f15-4ba526c500c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:49.082031 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda req-59685feb-21f9-4d1b-9f15-4ba526c500c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 1127 time: 0.1213541 Mar 21 21:38:49.129288 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e84894-970b-4fcc-81b8-cb0e5f244182" -d '{"events": [{"server_uuid": "6df9b85f-9a77-4771-9a57-9675795384a2", "name": "network-vif-plugged", "status": "completed", "tag": "0e255382-36aa-4a87-9d0c-76909ab7f0cb"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:38:49.139510 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d227580-6428-4e42-b99a-73a3d99539cb admin admin] Publish callbacks [] for security_group (ac4503aa-edc2-4508-9fd2-a8824847c401), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:49.228644 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ef10c24b-45b9-4c80-b783-0317bf0fecfb req-9dd3ae01-7a0d-4ce8-a34e-e0014b6d40e8 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308383 Mar 21 21:38:49.229768 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] For port 9f800a58-c5c5-4b98-9182-50199078df04, host hv-cinder-83454, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:49.235533 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] For port 9f800a58-c5c5-4b98-9182-50199078df04, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9f800a58-c5c5-4b98-9182-50199078df04,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:49.257481 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d319bf-d5d3-4488-91da-35a6397b16a1 req-abb74842-2b1f-4b7c-9290-6c75d2a8a93c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:49.265869 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-87d319bf-d5d3-4488-91da-35a6397b16a1 req-abb74842-2b1f-4b7c-9290-6c75d2a8a93c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 944 time: 0.2536674 Mar 21 21:38:49.302168 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Allocated IP 172.20.0.5 (472a0135-1464-4a1e-93c6-5927f427a349/26971799-c630-49e4-9453-fee2b5a1d2e1/25ec0492-377c-419e-b029-472f793436c4) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:38:49.320640 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-87d319bf-d5d3-4488-91da-35a6397b16a1 req-96883f72-6795-44d7-a689-4754b3c541c2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538056 Mar 21 21:38:49.342055 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda req-6c5e2d8b-b7fa-4635-a29b-6d1f246c252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:49.343549 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda req-6c5e2d8b-b7fa-4635-a29b-6d1f246c252a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 918 time: 0.2543535 Mar 21 21:38:49.355498 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6047440d-fbe4-4d86-95a8-3792d5c29941 x-openstack-request-id: req-6047440d-fbe4-4d86-95a8-3792d5c29941 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:38:49.355911 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df9b85f-9a77-4771-9a57-9675795384a2", "name": "network-vif-plugged", "status": "completed", "tag": "0e255382-36aa-4a87-9d0c-76909ab7f0cb", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:38:49.356241 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6047440d-fbe4-4d86-95a8-3792d5c29941 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:38:49.356807 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df9b85f-9a77-4771-9a57-9675795384a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e255382-36aa-4a87-9d0c-76909ab7f0cb', 'code': 200} Mar 21 21:38:49.366771 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (9f800a58-c5c5-4b98-9182-50199078df04), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:49.397276 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d227580-6428-4e42-b99a-73a3d99539cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (ac4503aa-edc2-4508-9fd2-a8824847c401), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:49.399756 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d227580-6428-4e42-b99a-73a3d99539cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:49.403074 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0d227580-6428-4e42-b99a-73a3d99539cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac4503aa-edc2-4508-9fd2-a8824847c401 HTTP/1.1" status: 204 len: 168 time: 0.6756399 Mar 21 21:38:49.427192 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:49.429247 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:49.431107 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] 10.222.0.31 "PUT /v2.0/ports/9f800a58-c5c5-4b98-9182-50199078df04 HTTP/1.1" status: 200 len: 1094 time: 1.6636496 Mar 21 21:38:49.440354 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d227580-6428-4e42-b99a-73a3d99539cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4503aa-edc2-4508-9fd2-a8824847c401,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:49.462607 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee386e7-7bef-446b-9290-2adfa7b31fd1', 'tag': '9f800a58-c5c5-4b98-9182-50199078df04'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:38:49.470738 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf503f20-d26e-4ec4-95ec-a370135a3bee" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee386e7-7bef-446b-9290-2adfa7b31fd1", "tag": "9f800a58-c5c5-4b98-9182-50199078df04"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:38:49.496314 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for port (25ec0492-377c-419e-b029-472f793436c4), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:49.521533 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a83e7b-5927-4d21-a185-c1dcd4eeee91 service neutron] Pushing event updated for resources: {'Port': ['ID=9f800a58-c5c5-4b98-9182-50199078df04,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:49.556325 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41127b9-ea5a-4eff-830f-96cf792d809b x-openstack-request-id: req-c41127b9-ea5a-4eff-830f-96cf792d809b {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:38:49.556758 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee386e7-7bef-446b-9290-2adfa7b31fd1", "tag": "9f800a58-c5c5-4b98-9182-50199078df04", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:38:49.556912 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c41127b9-ea5a-4eff-830f-96cf792d809b {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:38:49.557314 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee386e7-7bef-446b-9290-2adfa7b31fd1', 'tag': '9f800a58-c5c5-4b98-9182-50199078df04', 'status': 'completed', 'code': 200} Mar 21 21:38:49.589344 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (25ec0492-377c-419e-b029-472f793436c4), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:49.638839 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Network 472a0135-1464-4a1e-93c6-5927f427a349 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:38:49.642175 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:38:49.653256 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:38:49.653387 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:49.654278 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:49.665398 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'Port': ['ID=25ec0492-377c-419e-b029-472f793436c4,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:49.677045 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159764c-7689-4e43-a892-90b25c950427 req-ae786b54-e585-4aef-b402-f70ee0126ae4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:49.684066 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8159764c-7689-4e43-a892-90b25c950427 req-ae786b54-e585-4aef-b402-f70ee0126ae4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0795071 Mar 21 21:38:49.754015 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8159764c-7689-4e43-a892-90b25c950427 req-343ffa2a-3859-4063-97a2-26bfca8022ef tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690508 Mar 21 21:38:49.762842 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-e15fb64d-92db-43d8-af6c-9a955d424b3b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3980188 Mar 21 21:38:49.958117 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-104d4370-d00b-495b-83ee-4e0d026e991e None None] Provisioning complete for port 25ec0492-377c-419e-b029-472f793436c4 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:49.958513 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-104d4370-d00b-495b-83ee-4e0d026e991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (25ec0492-377c-419e-b029-472f793436c4), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:49.997900 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-104d4370-d00b-495b-83ee-4e0d026e991e None None] Port 25ec0492-377c-419e-b029-472f793436c4 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:38:50.021545 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23cdb3-d9d5-44f8-b229-fa808046926e req-def3bcdd-54f1-45c2-9a17-70e807369ba4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:50.024516 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e23cdb3-d9d5-44f8-b229-fa808046926e req-def3bcdd-54f1-45c2-9a17-70e807369ba4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 931 time: 0.0624206 Mar 21 21:38:50.071647 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e23cdb3-d9d5-44f8-b229-fa808046926e req-1fc5e703-81cc-437b-85ce-557856531a33 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430796 Mar 21 21:38:50.143173 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e9010942-8a4c-44fd-83ce-e73fba28cbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:50.354350 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d49da4-13fa-4e85-af0d-69184e67bafa req-325cc1f7-9ef2-4f5b-a84d-4c71dbbaaed2 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:50.356163 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b4d49da4-13fa-4e85-af0d-69184e67bafa req-325cc1f7-9ef2-4f5b-a84d-4c71dbbaaed2 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 946 time: 0.0564334 Mar 21 21:38:50.443122 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b4d49da4-13fa-4e85-af0d-69184e67bafa req-99d7265a-0ec4-475d-933f-393cad20c315 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758107 Mar 21 21:38:50.463319 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e64b6-3f7c-4de6-a834-171bf217f488 req-9e49536e-79f4-482f-82bb-621bc6af018b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:50.464807 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e4e64b6-3f7c-4de6-a834-171bf217f488 req-9e49536e-79f4-482f-82bb-621bc6af018b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 944 time: 0.0677180 Mar 21 21:38:50.511143 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e4e64b6-3f7c-4de6-a834-171bf217f488 req-807fa888-a97f-479b-80f5-b17e10d827c4 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Mar 21 21:38:50.879109 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40f263-07e2-4d76-aad6-940bc72e284c req-dab7bb0d-facf-4678-8835-db7e91863ca5 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:50.880634 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a40f263-07e2-4d76-aad6-940bc72e284c req-dab7bb0d-facf-4678-8835-db7e91863ca5 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0534794 Mar 21 21:38:50.931015 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a40f263-07e2-4d76-aad6-940bc72e284c req-c7ac1534-1358-4123-b450-ff9da7ff5010 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437534 Mar 21 21:38:51.059728 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56634) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:51.183181 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ce65b3b4-acc0-4a94-aba7-8aef4f652b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:51.220455 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdac1a-9384-4faf-b70a-ed62fcc175f2 req-6bce1ff5-2228-4881-9638-f990de1b026a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:51.221953 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c0bdac1a-9384-4faf-b70a-ed62fcc175f2 req-6bce1ff5-2228-4881-9638-f990de1b026a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 931 time: 0.0843658 Mar 21 21:38:51.291607 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c0bdac1a-9384-4faf-b70a-ed62fcc175f2 req-faf84c1d-c371-4ecc-96ca-776da40efa01 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629795 Mar 21 21:38:51.313401 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ce65b3b4-acc0-4a94-aba7-8aef4f652b04 admin admin] Publish callbacks [] for security_group (af674e4f-8ddf-460c-bd74-79ea185e88d7), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:51.399892 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ce65b3b4-acc0-4a94-aba7-8aef4f652b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (af674e4f-8ddf-460c-bd74-79ea185e88d7), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:51.440191 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:51.440781 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ce65b3b4-acc0-4a94-aba7-8aef4f652b04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6594ccf0ef1e4c318fe6136a0c7cd0be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794374 Mar 21 21:38:51.441409 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65b3b4-acc0-4a94-aba7-8aef4f652b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af674e4f-8ddf-460c-bd74-79ea185e88d7,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:51.443308 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56646) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:51.501226 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b6103834-7d0a-4a8f-95bd-e515ab71fbb1 admin admin] Publish callbacks [] for security_group (af674e4f-8ddf-460c-bd74-79ea185e88d7), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:51.528161 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b6103834-7d0a-4a8f-95bd-e515ab71fbb1 admin admin] Publish callbacks [] for security_group (af674e4f-8ddf-460c-bd74-79ea185e88d7), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:51.569595 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ab05a-c057-4380-886f-d5733788a9ff req-ecf47bb4-2133-4293-bc8c-33e1959a911d tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:51.579963 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dc4ab05a-c057-4380-886f-d5733788a9ff req-ecf47bb4-2133-4293-bc8c-33e1959a911d tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 946 time: 0.0581872 Mar 21 21:38:51.657711 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dc4ab05a-c057-4380-886f-d5733788a9ff req-023bf6c4-41bd-4e33-977c-f4d933f1e081 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804908 Mar 21 21:38:51.668488 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae8bcd-85e5-404c-b56e-0b707405f17a req-e9a2b851-f67b-45c2-88a1-d54d58e148c1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:51.674891 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89ae8bcd-85e5-404c-b56e-0b707405f17a req-e9a2b851-f67b-45c2-88a1-d54d58e148c1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 944 time: 0.0863168 Mar 21 21:38:51.703735 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b6103834-7d0a-4a8f-95bd-e515ab71fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (af674e4f-8ddf-460c-bd74-79ea185e88d7), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:51.706423 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b6103834-7d0a-4a8f-95bd-e515ab71fbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:51.707582 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b6103834-7d0a-4a8f-95bd-e515ab71fbb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af674e4f-8ddf-460c-bd74-79ea185e88d7 HTTP/1.1" status: 204 len: 168 time: 0.2632678 Mar 21 21:38:51.715357 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6103834-7d0a-4a8f-95bd-e515ab71fbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af674e4f-8ddf-460c-bd74-79ea185e88d7,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:51.722659 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89ae8bcd-85e5-404c-b56e-0b707405f17a req-6746f431-c351-4760-b408-5e305183bf8d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457196 Mar 21 21:38:51.856550 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 5be5bc3d-eeaa-453b-93f8-046127030354 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:38:51.893255 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Request body: {'port': {'device_id': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:38:51.953370 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda req-067e731a-2ad7-43df-8b75-11e02acd7a16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71864b1f-bb7e-491d-b28f-b562d7978772 HTTP/1.1" status: 200 len: 217 time: 0.0841982 Mar 21 21:38:51.971147 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf503f20-d26e-4ec4-95ec-a370135a3bee req-cc2cd14f-768c-4e80-b0d1-8b154753fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:51.972520 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bf503f20-d26e-4ec4-95ec-a370135a3bee req-cc2cd14f-768c-4e80-b0d1-8b154753fa23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 1128 time: 0.0808699 Mar 21 21:38:52.028053 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 5be5bc3d-eeaa-453b-93f8-046127030354, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=5be5bc3d-eeaa-453b-93f8-046127030354,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:52.029970 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda req-fc5c91e8-3526-472d-a3f0-5814b3ee95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:52.033000 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda req-fc5c91e8-3526-472d-a3f0-5814b3ee95a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 200 len: 856 time: 0.0737603 Mar 21 21:38:52.046178 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '5be5bc3d-eeaa-453b-93f8-046127030354', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'port_id': '5be5bc3d-eeaa-453b-93f8-046127030354', 'mac_address': 'fa:16:3e:26:b7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:38:52.107312 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 5be5bc3d-eeaa-453b-93f8-046127030354 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:52.107790 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:52.126153 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be5bc3d-eeaa-453b-93f8-046127030354 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:38:52.149785 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda req-2352ef80-947e-4513-9beb-959f161d4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:52.151251 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda req-2352ef80-947e-4513-9beb-959f161d4af8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c14f17e-38ea-416b-8591-cd91fe8bc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701087 Mar 21 21:38:52.151980 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (25ec0492-377c-419e-b029-472f793436c4), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:52.162447 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 5be5bc3d-eeaa-453b-93f8-046127030354, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=5be5bc3d-eeaa-453b-93f8-046127030354,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:52.180007 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.31', 61843) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:52.257546 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:52.309693 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31b48b-ac38-4a4a-916e-4369c778643b req-d239c49a-467a-46b7-965c-8b4025739d03 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:52.311180 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af31b48b-ac38-4a4a-916e-4369c778643b req-d239c49a-467a-46b7-965c-8b4025739d03 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.2376161 Mar 21 21:38:52.311404 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=5be5bc3d-eeaa-453b-93f8-046127030354,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:52.340645 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf503f20-d26e-4ec4-95ec-a370135a3bee req-5a16ff7c-d78d-46d1-9f4c-341f24076a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:52.342145 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bf503f20-d26e-4ec4-95ec-a370135a3bee req-5a16ff7c-d78d-46d1-9f4c-341f24076a87 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=58a58c4b5cc6439fb467c536d908c98d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3599584 Mar 21 21:38:52.394241 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda req-ff509944-52c5-47f1-94f5-81ae9bff71bf service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300270 Mar 21 21:38:52.441417 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe103fd-a4dd-4bf2-8566-543b3fc9d59c req-a567a54d-aa71-45f6-9cc4-3d1643f44133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:52.441417 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fe103fd-a4dd-4bf2-8566-543b3fc9d59c req-a567a54d-aa71-45f6-9cc4-3d1643f44133 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 1130 time: 0.2526305 Mar 21 21:38:52.475881 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['5be5bc3d-eeaa-453b-93f8-046127030354'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:38:52.573748 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56674) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:52.591261 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda req-ce6adc33-3244-4203-8637-78270f748907 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807077 Mar 21 21:38:52.591996 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8018-58ec-4299-acb1-c94f417e42b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:52.682238 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1fe103fd-a4dd-4bf2-8566-543b3fc9d59c req-22fc79b2-03c3-45c3-bf68-e1cbc4ab6caa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:52.709520 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ec0492-377c-419e-b029-472f793436c4 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:38:52.721336 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Publish callbacks [] for port (25ec0492-377c-419e-b029-472f793436c4), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:52.729037 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af31b48b-ac38-4a4a-916e-4369c778643b req-61e34a30-b790-44bc-94e7-436d27fbd281 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4058981 Mar 21 21:38:52.764534 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Transition to ACTIVE for port object 25ec0492-377c-419e-b029-472f793436c4 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:38:52.773013 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8018-58ec-4299-acb1-c94f417e42b7 admin admin] Publish callbacks [] for security_group (b8aaed26-3c36-4e56-a320-3a97ac18af7f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:52.817311 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:52.825587 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a547-4965-4012-a099-dcc67da3f4d4 req-5b6b2d4a-7216-48fb-b604-e1267a81d5f5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:52.827577 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7333a547-4965-4012-a099-dcc67da3f4d4 req-5b6b2d4a-7216-48fb-b604-e1267a81d5f5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 931 time: 0.4277377 Mar 21 21:38:52.852895 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8018-58ec-4299-acb1-c94f417e42b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b8aaed26-3c36-4e56-a320-3a97ac18af7f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:52.855430 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (25ec0492-377c-419e-b029-472f793436c4), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:52.870399 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf503f20-d26e-4ec4-95ec-a370135a3bee req-76e65b8a-0e81-4414-901a-2af560fd300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:52.871856 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bf503f20-d26e-4ec4-95ec-a370135a3bee req-76e65b8a-0e81-4414-901a-2af560fd300c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5161531 Mar 21 21:38:52.942438 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1fe103fd-a4dd-4bf2-8566-543b3fc9d59c req-22fc79b2-03c3-45c3-bf68-e1cbc4ab6caa service neutron] Publish callbacks [] for security_group (ef9882ce-2d47-4eae-bc53-9cdb784a600f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:52.975254 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a8018-58ec-4299-acb1-c94f417e42b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aaed26-3c36-4e56-a320-3a97ac18af7f,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:52.979223 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7333a547-4965-4012-a099-dcc67da3f4d4 req-ffbe8e89-3bf8-4624-81c0-4b668690464e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385486 Mar 21 21:38:53.021220 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ec8a8018-58ec-4299-acb1-c94f417e42b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7500385f29c14f23a816b1c6f7fec448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443171 Mar 21 21:38:53.022158 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56690) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:53.040365 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1fe103fd-a4dd-4bf2-8566-543b3fc9d59c req-22fc79b2-03c3-45c3-bf68-e1cbc4ab6caa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (ef9882ce-2d47-4eae-bc53-9cdb784a600f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:53.048995 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Pushing event updated for resources: {'Port': ['ID=25ec0492-377c-419e-b029-472f793436c4,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:53.093741 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Attempting to bind port 25ec0492-377c-419e-b029-472f793436c4 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:38:53.094253 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Attempting to bind port 25ec0492-377c-419e-b029-472f793436c4 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:38:53.096900 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Attempting to bind port 25ec0492-377c-419e-b029-472f793436c4 on network 472a0135-1464-4a1e-93c6-5927f427a349 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:53.130538 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Port 25ec0492-377c-419e-b029-472f793436c4 on network 472a0135-1464-4a1e-93c6-5927f427a349 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:38:53.130860 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Attempting to bind port 25ec0492-377c-419e-b029-472f793436c4 on network 472a0135-1464-4a1e-93c6-5927f427a349 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:38:53.136769 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:38:53.137103 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Checking segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:38:53.137492 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Bound using segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:38:53.137928 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Bound port: 25ec0492-377c-419e-b029-472f793436c4, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:38:53.138287 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (25ec0492-377c-419e-b029-472f793436c4), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:53.161545 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fe103fd-a4dd-4bf2-8566-543b3fc9d59c req-22fc79b2-03c3-45c3-bf68-e1cbc4ab6caa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167220 Mar 21 21:38:53.165158 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5639c586-271e-4e78-b4b0-fdc3487ef5e6 admin admin] Publish callbacks [] for security_group (b8aaed26-3c36-4e56-a320-3a97ac18af7f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:53.175231 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225615b-ba7a-46a3-afb3-1fa629b3b504 req-39a1abc5-703c-48a8-b847-ec2bbe17d37b tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:53.189949 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8225615b-ba7a-46a3-afb3-1fa629b3b504 req-39a1abc5-703c-48a8-b847-ec2bbe17d37b tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 946 time: 0.3802531 Mar 21 21:38:53.211295 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5639c586-271e-4e78-b4b0-fdc3487ef5e6 admin admin] Publish callbacks [] for security_group (b8aaed26-3c36-4e56-a320-3a97ac18af7f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:53.227040 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc79b2-03c3-45c3-bf68-e1cbc4ab6caa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9882ce-2d47-4eae-bc53-9cdb784a600f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:53.292526 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] For port 25ec0492-377c-419e-b029-472f793436c4, host hv-cinder-83454, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:38:53.297559 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] For port 25ec0492-377c-419e-b029-472f793436c4, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=25ec0492-377c-419e-b029-472f793436c4,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:38:53.314901 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-f9e7b568-452d-45f7-b7d1-4a7a3bd36474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:53.322321 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-f9e7b568-452d-45f7-b7d1-4a7a3bd36474 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 1128 time: 0.3778093 Mar 21 21:38:53.340045 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8225615b-ba7a-46a3-afb3-1fa629b3b504 req-5788e49f-195e-4482-997a-248647970a2d tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491613 Mar 21 21:38:53.363146 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dd1d2-bea0-472c-a53f-14ef144e0e5a req-be86b25c-bf18-4dc1-af68-66d3757cb238 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:53.372645 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c70dd1d2-bea0-472c-a53f-14ef144e0e5a req-be86b25c-bf18-4dc1-af68-66d3757cb238 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 944 time: 0.1460340 Mar 21 21:38:53.406779 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (25ec0492-377c-419e-b029-472f793436c4), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:53.411055 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5639c586-271e-4e78-b4b0-fdc3487ef5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b8aaed26-3c36-4e56-a320-3a97ac18af7f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:53.413572 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5639c586-271e-4e78-b4b0-fdc3487ef5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:53.415829 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5639c586-271e-4e78-b4b0-fdc3487ef5e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8aaed26-3c36-4e56-a320-3a97ac18af7f HTTP/1.1" status: 204 len: 168 time: 0.3905346 Mar 21 21:38:53.443713 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-8c7a888f-f689-4f5f-b001-5bf012528109 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f800a58-c5c5-4b98-9182-50199078df04 HTTP/1.1" status: 200 len: 217 time: 0.0713902 Mar 21 21:38:53.456767 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:53.457604 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:53.459046 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] 10.222.0.31 "PUT /v2.0/ports/25ec0492-377c-419e-b029-472f793436c4 HTTP/1.1" status: 200 len: 1093 time: 1.5762713 Mar 21 21:38:53.461465 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'tag': '25ec0492-377c-419e-b029-472f793436c4'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:38:53.470847 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1df44e0-0c29-4eb1-bcf0-a98534c1f991" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d2edb2-1bd7-46da-aec1-6fe261015df1", "tag": "25ec0492-377c-419e-b029-472f793436c4"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:38:53.481224 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639c586-271e-4e78-b4b0-fdc3487ef5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aaed26-3c36-4e56-a320-3a97ac18af7f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:53.481333 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c70dd1d2-bea0-472c-a53f-14ef144e0e5a req-e371a1ea-bb8f-4dd0-8428-a0f02f308be6 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044705 Mar 21 21:38:53.561848 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a72a21-0692-49d9-8daf-4c7c051f3a0d service neutron] Pushing event updated for resources: {'Port': ['ID=25ec0492-377c-419e-b029-472f793436c4,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:53.577952 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-abd8f664-b648-42a4-8607-58fd16836687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:53.579990 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-abd8f664-b648-42a4-8607-58fd16836687 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.1081862 Mar 21 21:38:53.590589 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6c2079-d855-474c-b217-443b4463af4e x-openstack-request-id: req-fe6c2079-d855-474c-b217-443b4463af4e {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:38:53.591140 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d2edb2-1bd7-46da-aec1-6fe261015df1", "tag": "25ec0492-377c-419e-b029-472f793436c4", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:38:53.591140 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe6c2079-d855-474c-b217-443b4463af4e {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:38:53.594326 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'tag': '25ec0492-377c-419e-b029-472f793436c4', 'status': 'completed', 'code': 200} Mar 21 21:38:53.676199 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df44e0-0c29-4eb1-bcf0-a98534c1f991 req-4765210c-9363-4a91-820b-2a5a1fa79a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:53.677838 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e1df44e0-0c29-4eb1-bcf0-a98534c1f991 req-4765210c-9363-4a91-820b-2a5a1fa79a54 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 1127 time: 0.0698001 Mar 21 21:38:53.677950 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-5208a2ad-084e-442e-97d1-89cd253800f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:53.679417 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-5208a2ad-084e-442e-97d1-89cd253800f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850179 Mar 21 21:38:53.788685 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-683c71fa-ebca-4d9c-b259-952a59b174d7 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963063 Mar 21 21:38:53.876999 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df44e0-0c29-4eb1-bcf0-a98534c1f991 req-41745d15-1659-4d5a-8325-bf88b551ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:53.878751 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e1df44e0-0c29-4eb1-bcf0-a98534c1f991 req-41745d15-1659-4d5a-8325-bf88b551ddc0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0f2630a33d1441d7b3031903b1389a78&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1849964 Mar 21 21:38:53.898681 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a41090f-4948-45de-8def-9ae1604eb8a8 req-0f703ee3-f6ec-4312-adc5-4699215ae899 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025572 Mar 21 21:38:53.970475 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0777e-9ad8-443c-8665-840f0f5b3f40 req-2b273725-6c0d-4f2a-b7b1-a7afcf8347da tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:53.972290 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-65c0777e-9ad8-443c-8665-840f0f5b3f40 req-2b273725-6c0d-4f2a-b7b1-a7afcf8347da tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0727127 Mar 21 21:38:54.039065 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-65c0777e-9ad8-443c-8665-840f0f5b3f40 req-79c2e25e-2df7-4f47-b31b-bf5114823f5f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594487 Mar 21 21:38:54.045383 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df44e0-0c29-4eb1-bcf0-a98534c1f991 req-7bb17879-295c-4d9f-b059-44f9b8ac4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:54.047149 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e1df44e0-0c29-4eb1-bcf0-a98534c1f991 req-7bb17879-295c-4d9f-b059-44f9b8ac4a2b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1617012 Mar 21 21:38:54.134277 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1efc91-5d5e-4543-9cf1-58a4827d2fcb req-8c37bae6-899d-44c1-a775-dbfb3dc2ecf6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:54.137025 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af1efc91-5d5e-4543-9cf1-58a4827d2fcb req-8c37bae6-899d-44c1-a775-dbfb3dc2ecf6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 943 time: 0.0558727 Mar 21 21:38:54.162067 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-ebcd8480-c20c-482d-9e7b-fc66e03fd93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:54.163970 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-ebcd8480-c20c-482d-9e7b-fc66e03fd93b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 1127 time: 0.0651064 Mar 21 21:38:54.194950 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af1efc91-5d5e-4543-9cf1-58a4827d2fcb req-ce059ce4-3b74-4c98-a7fa-91a7d61839b2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511346 Mar 21 21:38:54.221972 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-2e0db3c8-ee52-4fdb-aa8b-434fe317380e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ec0492-377c-419e-b029-472f793436c4 HTTP/1.1" status: 200 len: 217 time: 0.0489879 Mar 21 21:38:54.272156 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-fd45a61c-9970-43f0-8ccc-41506d33bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:54.273555 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-fd45a61c-9970-43f0-8ccc-41506d33bbbe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26971799-c630-49e4-9453-fee2b5a1d2e1 HTTP/1.1" status: 200 len: 854 time: 0.0443666 Mar 21 21:38:54.333360 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-5f7ee4c4-b9ae-4f48-a06f-40da57c67831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:54.335197 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-5f7ee4c4-b9ae-4f48-a06f-40da57c67831 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=472a0135-1464-4a1e-93c6-5927f427a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549381 Mar 21 21:38:54.389311 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:54.437397 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-7e240c39-1ebb-4bce-9cf9-48ff4cb8f2de service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944147 Mar 21 21:38:54.482148 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a175ba4-dc0c-410a-a9de-7cf46eaa452d req-d0f5a164-b59d-4335-9047-ba8b23e6f9ac tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:54.484903 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8a175ba4-dc0c-410a-a9de-7cf46eaa452d req-d0f5a164-b59d-4335-9047-ba8b23e6f9ac tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 946 time: 0.0653377 Mar 21 21:38:54.534473 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d7df7bc0-613c-4a12-b976-12ba9b3d476e req-ab6c23f3-e993-42fd-ac89-01bf1027e8f7 service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909479 Mar 21 21:38:54.543770 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8a175ba4-dc0c-410a-a9de-7cf46eaa452d req-011a08bc-71f7-46d1-abd8-9e9953cadb75 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505118 Mar 21 21:38:54.667509 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c1aa5-4c85-493f-871e-2188e365ab78 req-2298213a-4662-4515-a90c-3b7623b30516 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:54.674457 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a2c1aa5-4c85-493f-871e-2188e365ab78 req-2298213a-4662-4515-a90c-3b7623b30516 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 944 time: 0.0768044 Mar 21 21:38:54.729188 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a2c1aa5-4c85-493f-871e-2188e365ab78 req-b08e69d1-0cf9-44ea-a5eb-5c983c47e4fb tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535467 Mar 21 21:38:54.971526 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 71864b1f-bb7e-491d-b28f-b562d7978772 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:38:54.996340 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 5be5bc3d-eeaa-453b-93f8-046127030354 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:38:55.126863 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=71864b1f-bb7e-491d-b28f-b562d7978772,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:55.151086 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '71864b1f-bb7e-491d-b28f-b562d7978772', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'port_id': '71864b1f-bb7e-491d-b28f-b562d7978772', 'mac_address': 'fa:16:3e:73:9e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:38:55.191153 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 5be5bc3d-eeaa-453b-93f8-046127030354 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:38:55.199045 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d063f28-8867-4d14-9874-562d5aa9fe9c req-a5f51eb4-75da-4aaa-b733-19d887fe08a0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:55.200568 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1d063f28-8867-4d14-9874-562d5aa9fe9c req-a5f51eb4-75da-4aaa-b733-19d887fe08a0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0798452 Mar 21 21:38:55.203325 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 5be5bc3d-eeaa-453b-93f8-046127030354 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:38:55.203716 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:55.207474 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 71864b1f-bb7e-491d-b28f-b562d7978772 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:55.208032 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:55.240698 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71864b1f-bb7e-491d-b28f-b562d7978772 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:38:55.261171 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1d063f28-8867-4d14-9874-562d5aa9fe9c req-b6d9d262-7fbd-461e-9d37-69059aa29a50 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534949 Mar 21 21:38:55.269901 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=71864b1f-bb7e-491d-b28f-b562d7978772,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:55.321133 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 5be5bc3d-eeaa-453b-93f8-046127030354 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:55.321444 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:55.330323 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2a37f-efa2-4e22-9849-61c48deb0659 req-389efe6e-cebe-4f3b-a002-31e5927cb244 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:55.331135 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-22c2a37f-efa2-4e22-9849-61c48deb0659 req-389efe6e-cebe-4f3b-a002-31e5927cb244 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 943 time: 0.0571711 Mar 21 21:38:55.347516 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a21aa3-df65-415a-a8e1-8f6fd1728ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be5bc3d-eeaa-453b-93f8-046127030354'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:38:55.349847 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabf1aef-5e87-42c4-a49a-ff691fcf958c" -d '{"events": [{"server_uuid": "63a21aa3-df65-415a-a8e1-8f6fd1728ece", "name": "network-vif-plugged", "status": "completed", "tag": "5be5bc3d-eeaa-453b-93f8-046127030354"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:38:55.367818 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 5be5bc3d-eeaa-453b-93f8-046127030354, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=5be5bc3d-eeaa-453b-93f8-046127030354,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:55.391573 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8c89c8-7a2c-43f5-b60b-f1025fddf4cf x-openstack-request-id: req-1b8c89c8-7a2c-43f5-b60b-f1025fddf4cf {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:38:55.392163 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a21aa3-df65-415a-a8e1-8f6fd1728ece", "name": "network-vif-plugged", "status": "completed", "tag": "5be5bc3d-eeaa-453b-93f8-046127030354", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:38:55.392308 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b8c89c8-7a2c-43f5-b60b-f1025fddf4cf {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:38:55.392573 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-22c2a37f-efa2-4e22-9849-61c48deb0659 req-e9c255d5-c9e4-484f-acb9-24c99f071235 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556796 Mar 21 21:38:55.393130 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a21aa3-df65-415a-a8e1-8f6fd1728ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be5bc3d-eeaa-453b-93f8-046127030354', 'code': 200} Mar 21 21:38:55.394633 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:55.458484 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:55.465038 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=71864b1f-bb7e-491d-b28f-b562d7978772,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:55.519725 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=5be5bc3d-eeaa-453b-93f8-046127030354,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:55.678912 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfe017-9c9f-4fac-b1c8-3c244715158f req-57b4f2b2-8aa0-4741-b7eb-53de10a74a9c tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:55.680966 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-32dfe017-9c9f-4fac-b1c8-3c244715158f req-57b4f2b2-8aa0-4741-b7eb-53de10a74a9c tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 946 time: 0.0529404 Mar 21 21:38:55.701932 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['71864b1f-bb7e-491d-b28f-b562d7978772'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:38:55.739892 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-32dfe017-9c9f-4fac-b1c8-3c244715158f req-bd78857a-fac2-4310-9e1e-af7639559743 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531187 Mar 21 21:38:55.853092 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ab57c-3af1-40e1-ae30-f786b24696d9 req-d4a67368-eeaa-4ef2-bcd2-2d84e6c2855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:55.854783 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f33ab57c-3af1-40e1-ae30-f786b24696d9 req-d4a67368-eeaa-4ef2-bcd2-2d84e6c2855f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 1129 time: 0.1254451 Mar 21 21:38:55.958507 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f33ab57c-3af1-40e1-ae30-f786b24696d9 req-a6c1d2f4-0148-443b-9a0f-2771c1d0e97b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967598 Mar 21 21:38:55.965901 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ec18c-fc7e-4356-9276-b2f46e83452f req-93a3dfa5-f20b-47e8-ad12-4618a6babd1a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:55.969480 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd3ec18c-fc7e-4356-9276-b2f46e83452f req-93a3dfa5-f20b-47e8-ad12-4618a6babd1a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 944 time: 0.1161649 Mar 21 21:38:56.021883 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd3ec18c-fc7e-4356-9276-b2f46e83452f req-c70379e8-2108-47d5-834f-a9b9ebccec87 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465884 Mar 21 21:38:56.381047 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da809ae-098d-4b66-ac6b-a886a097f6c2 req-36bc5ad2-cd5d-4307-bc18-d5591ea9e657 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:56.382571 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3da809ae-098d-4b66-ac6b-a886a097f6c2 req-36bc5ad2-cd5d-4307-bc18-d5591ea9e657 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 944 time: 0.0523467 Mar 21 21:38:56.431877 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3da809ae-098d-4b66-ac6b-a886a097f6c2 req-b86022a8-5c85-4de6-a8ed-adca9f2e9fa5 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436645 Mar 21 21:38:56.532019 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b8228-2d19-4907-901c-75a6a5ec0621 req-b6f8894e-0c9a-4f07-bd44-e951d9495098 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:56.533588 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9d2b8228-2d19-4907-901c-75a6a5ec0621 req-b6f8894e-0c9a-4f07-bd44-e951d9495098 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 943 time: 0.0523379 Mar 21 21:38:56.584015 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9d2b8228-2d19-4907-901c-75a6a5ec0621 req-961fc5b2-4ad7-418c-8500-ff56a050f241 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448508 Mar 21 21:38:57.145801 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc43794-5db7-4b33-b2a6-a76837063dd1 req-62cc778c-5135-4cab-9ded-331ed15757d7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:57.147270 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ddc43794-5db7-4b33-b2a6-a76837063dd1 req-62cc778c-5135-4cab-9ded-331ed15757d7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 944 time: 0.0556228 Mar 21 21:38:57.195340 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ddc43794-5db7-4b33-b2a6-a76837063dd1 req-cdebc61b-11db-49f6-93c7-fc9eae696ba9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Mar 21 21:38:57.560200 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b522e2a-7cba-4c9d-a0bf-b064cbb11039 req-3e31b3fa-4092-4113-83d0-9f5ee9256aee tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:57.562772 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0b522e2a-7cba-4c9d-a0bf-b064cbb11039 req-3e31b3fa-4092-4113-83d0-9f5ee9256aee tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 944 time: 0.0531602 Mar 21 21:38:57.612082 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0b522e2a-7cba-4c9d-a0bf-b064cbb11039 req-c8074a13-7277-42ff-9c6e-fd9244421283 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427525 Mar 21 21:38:57.711300 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086038d-f1e7-4f43-a9e2-b2c3c741d14a req-30b45829-2b41-47d8-99bb-82b91c80c657 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:57.712881 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6086038d-f1e7-4f43-a9e2-b2c3c741d14a req-30b45829-2b41-47d8-99bb-82b91c80c657 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 943 time: 0.0542412 Mar 21 21:38:57.760170 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6086038d-f1e7-4f43-a9e2-b2c3c741d14a req-b5224bc3-98f6-4ea4-a21c-0267aa6ac2b3 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413380 Mar 21 21:38:58.310719 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51604e0a-2fb2-4029-93b7-bce43841f436 req-cf5f4cd9-b66f-48c6-aa13-53f24cc9b200 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:58.312766 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-51604e0a-2fb2-4029-93b7-bce43841f436 req-cf5f4cd9-b66f-48c6-aa13-53f24cc9b200 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 944 time: 0.0526195 Mar 21 21:38:58.359849 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-51604e0a-2fb2-4029-93b7-bce43841f436 req-48519542-4407-458e-855c-0fbeb00d0041 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Mar 21 21:38:58.553383 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56878) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:58.656569 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed94e-2703-4dbe-becb-34da21c4bb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:58.663102 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 9f800a58-c5c5-4b98-9182-50199078df04 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:38:58.751761 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b6727-ad79-4e6f-afaf-2cebf55b39ce req-45a5c59a-b261-4e93-a8b0-4f487bd619ec tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:58.753344 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-278b6727-ad79-4e6f-afaf-2cebf55b39ce req-45a5c59a-b261-4e93-a8b0-4f487bd619ec tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 944 time: 0.0556319 Mar 21 21:38:58.771457 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 9f800a58-c5c5-4b98-9182-50199078df04, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9f800a58-c5c5-4b98-9182-50199078df04,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:58.789446 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '9f800a58-c5c5-4b98-9182-50199078df04', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'port_id': '9f800a58-c5c5-4b98-9182-50199078df04', 'mac_address': 'fa:16:3e:45:dd:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:38:58.836317 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-278b6727-ad79-4e6f-afaf-2cebf55b39ce req-c2ffbca4-2c35-4147-9277-457aa5bdf16f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710692 Mar 21 21:38:58.840117 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 9f800a58-c5c5-4b98-9182-50199078df04 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:38:58.840899 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (9f800a58-c5c5-4b98-9182-50199078df04), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:58.858569 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f800a58-c5c5-4b98-9182-50199078df04 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:38:58.879076 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 9f800a58-c5c5-4b98-9182-50199078df04, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9f800a58-c5c5-4b98-9182-50199078df04,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:38:58.905821 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53727250-61ce-4fb9-b007-e11acd8f2f6b req-13e8c625-5bfd-4bfc-91bb-3bffad01e353 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:58.907325 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-53727250-61ce-4fb9-b007-e11acd8f2f6b req-13e8c625-5bfd-4bfc-91bb-3bffad01e353 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 943 time: 0.0557797 Mar 21 21:38:58.914028 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed94e-2703-4dbe-becb-34da21c4bb1f admin admin] Publish callbacks [] for security_group (1d2d4d16-8b80-420c-a3a7-31c019b0b26c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:58.954462 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-53727250-61ce-4fb9-b007-e11acd8f2f6b req-5cc43dd8-eeae-4860-9346-5dbb0013f56c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407181 Mar 21 21:38:58.971024 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (9f800a58-c5c5-4b98-9182-50199078df04), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:59.007349 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed94e-2703-4dbe-becb-34da21c4bb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (1d2d4d16-8b80-420c-a3a7-31c019b0b26c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:59.018548 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=9f800a58-c5c5-4b98-9182-50199078df04,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:59.049835 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ed7ed94e-2703-4dbe-becb-34da21c4bb1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=613f49475d424255bc14a122cd10da75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4953821 Mar 21 21:38:59.050924 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ed94e-2703-4dbe-becb-34da21c4bb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d4d16-8b80-420c-a3a7-31c019b0b26c,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:59.052453 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56890) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:59.102300 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a012eb1-4459-4872-82c6-bdbb1423e31f admin admin] Publish callbacks [] for security_group (1d2d4d16-8b80-420c-a3a7-31c019b0b26c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:59.122538 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a012eb1-4459-4872-82c6-bdbb1423e31f admin admin] Publish callbacks [] for security_group (1d2d4d16-8b80-420c-a3a7-31c019b0b26c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:59.291021 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a012eb1-4459-4872-82c6-bdbb1423e31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (1d2d4d16-8b80-420c-a3a7-31c019b0b26c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:59.293521 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a012eb1-4459-4872-82c6-bdbb1423e31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:59.294695 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0a012eb1-4459-4872-82c6-bdbb1423e31f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d2d4d16-8b80-420c-a3a7-31c019b0b26c HTTP/1.1" status: 204 len: 168 time: 0.2404184 Mar 21 21:38:59.302957 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a012eb1-4459-4872-82c6-bdbb1423e31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d4d16-8b80-420c-a3a7-31c019b0b26c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:38:59.477723 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aac589-80c9-469d-b1bd-f4aab0b63ba2 req-55a97522-68c9-4a11-86d7-96a14a9209d3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:59.479224 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e5aac589-80c9-469d-b1bd-f4aab0b63ba2 req-55a97522-68c9-4a11-86d7-96a14a9209d3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 945 time: 0.0536749 Mar 21 21:38:59.527303 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e5aac589-80c9-469d-b1bd-f4aab0b63ba2 req-f01e5d13-c7cf-4a7a-8d65-2dd7279d3aef tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Mar 21 21:38:59.883575 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56906) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:38:59.899057 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5323cf97-db82-4939-9805-6f3abe27fdf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:38:59.983552 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2194-21eb-4807-b8ad-317d9c63df6c req-d2ee5407-f1d3-4848-8c9d-1bcc1c2f954d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:38:59.985189 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4c6f2194-21eb-4807-b8ad-317d9c63df6c req-d2ee5407-f1d3-4848-8c9d-1bcc1c2f954d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 944 time: 0.0881534 Mar 21 21:39:00.084059 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5323cf97-db82-4939-9805-6f3abe27fdf5 admin admin] Publish callbacks [] for security_group (e0fda053-dee6-43ce-a5dd-a825619c7793), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:00.089807 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4c6f2194-21eb-4807-b8ad-317d9c63df6c req-39d407b1-a892-452a-b94e-bd1e2b0f1314 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936670 Mar 21 21:39:00.114608 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c59d67-5e48-4ca1-9f6c-271e3a301d40 req-7ea5c294-5e11-4cfe-bd6b-209a1b361e91 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:00.120732 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-14c59d67-5e48-4ca1-9f6c-271e3a301d40 req-7ea5c294-5e11-4cfe-bd6b-209a1b361e91 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 943 time: 0.0943823 Mar 21 21:39:00.171205 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-14c59d67-5e48-4ca1-9f6c-271e3a301d40 req-46860855-656e-4f06-a781-b17a2fcefae6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490673 Mar 21 21:39:00.222493 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5323cf97-db82-4939-9805-6f3abe27fdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (e0fda053-dee6-43ce-a5dd-a825619c7793), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:00.262421 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5323cf97-db82-4939-9805-6f3abe27fdf5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91660c42c6804bab971909911a850ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777504 Mar 21 21:39:00.263276 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323cf97-db82-4939-9805-6f3abe27fdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fda053-dee6-43ce-a5dd-a825619c7793,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:00.265217 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 56928) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:00.319175 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7565df4a-95c6-49f1-9faa-ff6cf8143dc3 admin admin] Publish callbacks [] for security_group (e0fda053-dee6-43ce-a5dd-a825619c7793), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:00.340575 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7565df4a-95c6-49f1-9faa-ff6cf8143dc3 admin admin] Publish callbacks [] for security_group (e0fda053-dee6-43ce-a5dd-a825619c7793), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:00.457130 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7565df4a-95c6-49f1-9faa-ff6cf8143dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (e0fda053-dee6-43ce-a5dd-a825619c7793), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:00.459624 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7565df4a-95c6-49f1-9faa-ff6cf8143dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:00.460788 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7565df4a-95c6-49f1-9faa-ff6cf8143dc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0fda053-dee6-43ce-a5dd-a825619c7793 HTTP/1.1" status: 204 len: 168 time: 0.1945305 Mar 21 21:39:00.469150 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565df4a-95c6-49f1-9faa-ff6cf8143dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fda053-dee6-43ce-a5dd-a825619c7793,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:00.651047 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a03ba-65ec-4f09-93e5-d23e2b4c04a6 req-dfaf375f-0603-4097-b838-a7ca18852c73 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:00.652559 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc5a03ba-65ec-4f09-93e5-d23e2b4c04a6 req-dfaf375f-0603-4097-b838-a7ca18852c73 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 945 time: 0.0567353 Mar 21 21:39:00.704085 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc5a03ba-65ec-4f09-93e5-d23e2b4c04a6 req-d2c47fac-2d53-4632-afb3-11f26413cb1f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457659 Mar 21 21:39:00.885970 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 25ec0492-377c-419e-b029-472f793436c4 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:39:00.984046 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 25ec0492-377c-419e-b029-472f793436c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=25ec0492-377c-419e-b029-472f793436c4,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:00.995239 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '25ec0492-377c-419e-b029-472f793436c4', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'port_id': '25ec0492-377c-419e-b029-472f793436c4', 'mac_address': 'fa:16:3e:a1:58:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:39:01.032896 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 25ec0492-377c-419e-b029-472f793436c4 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:01.033289 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (25ec0492-377c-419e-b029-472f793436c4), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:01.046255 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ec0492-377c-419e-b029-472f793436c4 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:39:01.065102 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 25ec0492-377c-419e-b029-472f793436c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=25ec0492-377c-419e-b029-472f793436c4,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:01.137018 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (25ec0492-377c-419e-b029-472f793436c4), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:01.184300 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=25ec0492-377c-419e-b029-472f793436c4,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:01.215490 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaed73a-36b9-4cd7-974b-6e92ecfc8b61 req-1de64cc2-27a2-49d2-9fbc-107fc34f7152 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:01.217976 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dfaed73a-36b9-4cd7-974b-6e92ecfc8b61 req-1de64cc2-27a2-49d2-9fbc-107fc34f7152 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 944 time: 0.0533102 Mar 21 21:39:01.268131 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dfaed73a-36b9-4cd7-974b-6e92ecfc8b61 req-10351f55-f626-4d4b-b217-d96cc0c82292 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451703 Mar 21 21:39:01.380800 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c351da-4fc5-4ba5-9031-f12d83b64a78 req-65d5b147-3095-458f-9627-acda4d754324 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:01.382230 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3c351da-4fc5-4ba5-9031-f12d83b64a78 req-65d5b147-3095-458f-9627-acda4d754324 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 944 time: 0.0541682 Mar 21 21:39:01.429684 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3c351da-4fc5-4ba5-9031-f12d83b64a78 req-7d52e4b0-f328-42bb-aa10-7ca73000767b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418231 Mar 21 21:39:01.795176 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 71864b1f-bb7e-491d-b28f-b562d7978772 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:39:01.831808 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['9f800a58-c5c5-4b98-9182-50199078df04'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:39:01.833807 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e62d1-7c62-4903-97c2-1883a2a700fc req-f022ab31-c01a-4184-a451-a8083c14ffe0 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:01.835332 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-978e62d1-7c62-4903-97c2-1883a2a700fc req-f022ab31-c01a-4184-a451-a8083c14ffe0 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 945 time: 0.0662270 Mar 21 21:39:01.886661 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-978e62d1-7c62-4903-97c2-1883a2a700fc req-a0b1200d-d921-4905-b07e-150c36be01e4 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458786 Mar 21 21:39:01.970003 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 71864b1f-bb7e-491d-b28f-b562d7978772 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:39:01.981738 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 71864b1f-bb7e-491d-b28f-b562d7978772 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:01.982110 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:02.076385 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 71864b1f-bb7e-491d-b28f-b562d7978772 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:02.076879 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:02.106046 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:02.109599 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4658b4-ddd2-403e-a5d6-8cc4ab8f3a18" -d '{"events": [{"server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "name": "network-vif-plugged", "status": "completed", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:02.129546 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=71864b1f-bb7e-491d-b28f-b562d7978772,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:02.148270 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c161e48-a80d-44b4-af62-4bc36aa5726f x-openstack-request-id: req-2c161e48-a80d-44b4-af62-4bc36aa5726f {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:02.148586 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "name": "network-vif-plugged", "status": "completed", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:02.148864 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c161e48-a80d-44b4-af62-4bc36aa5726f {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:02.149303 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772', 'code': 200} Mar 21 21:39:02.164946 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['25ec0492-377c-419e-b029-472f793436c4'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:39:02.263224 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:02.351283 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=71864b1f-bb7e-491d-b28f-b562d7978772,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:02.407743 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8cc98-5680-4560-a45b-dc98aad16933 req-2511df12-ea94-46a0-bb91-3ff23a0b71fd tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:02.409385 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bda8cc98-5680-4560-a45b-dc98aad16933 req-2511df12-ea94-46a0-bb91-3ff23a0b71fd tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0592380 Mar 21 21:39:02.472646 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bda8cc98-5680-4560-a45b-dc98aad16933 req-32f07d63-6606-42fb-ad45-7cf71b6a908c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573130 Mar 21 21:39:02.585752 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df850ec7-8f8e-43eb-ab1a-7ed55bf02e33 req-53b19e46-9d97-47f9-b614-71537218621a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:02.587817 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-df850ec7-8f8e-43eb-ab1a-7ed55bf02e33 req-53b19e46-9d97-47f9-b614-71537218621a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 944 time: 0.0551770 Mar 21 21:39:02.659481 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-df850ec7-8f8e-43eb-ab1a-7ed55bf02e33 req-0ed6a7ef-787d-4e24-bce8-00ce5ac497ee tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632582 Mar 21 21:39:02.689213 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 9f800a58-c5c5-4b98-9182-50199078df04 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:39:02.743228 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed1770-78fd-426c-b400-cd4d0da65f1b req-bbad5313-60b2-4ce6-8f39-6c49dc578919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:02.745015 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3bed1770-78fd-426c-b400-cd4d0da65f1b req-bbad5313-60b2-4ce6-8f39-6c49dc578919 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 1129 time: 0.0530519 Mar 21 21:39:02.812283 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 9f800a58-c5c5-4b98-9182-50199078df04 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:39:02.818942 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 9f800a58-c5c5-4b98-9182-50199078df04 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:02.823187 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (9f800a58-c5c5-4b98-9182-50199078df04), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:02.823298 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3bed1770-78fd-426c-b400-cd4d0da65f1b req-e38bee04-027d-469c-99ac-062b60dcc70a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487194 Mar 21 21:39:03.012739 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389dfd-91ba-4a30-8fc4-e2a5a1fa5dbc req-c8e4e126-67cb-4f20-a194-2b1d6159c7d0 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:03.014215 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb389dfd-91ba-4a30-8fc4-e2a5a1fa5dbc req-c8e4e126-67cb-4f20-a194-2b1d6159c7d0 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 945 time: 0.0522387 Mar 21 21:39:03.033086 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 9f800a58-c5c5-4b98-9182-50199078df04 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:03.033592 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (9f800a58-c5c5-4b98-9182-50199078df04), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:03.073617 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 9f800a58-c5c5-4b98-9182-50199078df04, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9f800a58-c5c5-4b98-9182-50199078df04,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:03.087816 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb389dfd-91ba-4a30-8fc4-e2a5a1fa5dbc req-522486b3-7e7e-48c4-aefb-53a4d64118dc tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667870 Mar 21 21:39:03.218901 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (9f800a58-c5c5-4b98-9182-50199078df04), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:03.230631 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:39:03.266061 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=9f800a58-c5c5-4b98-9182-50199078df04,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:03.593288 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cafd0b-1f17-463b-a4c1-c5e88ffb5e94 req-57c7bbfa-9708-49f0-87a8-ecdc9eba95e7 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:03.594776 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e4cafd0b-1f17-463b-a4c1-c5e88ffb5e94 req-57c7bbfa-9708-49f0-87a8-ecdc9eba95e7 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0519326 Mar 21 21:39:03.643837 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e4cafd0b-1f17-463b-a4c1-c5e88ffb5e94 req-4d607118-d830-4390-94e7-b3b58845bdf6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437419 Mar 21 21:39:03.783847 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768d43e-4531-415c-9fc8-1e3d36425b80 req-7de52303-da8d-4587-8349-cef9fc73d1dc tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:03.785265 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0768d43e-4531-415c-9fc8-1e3d36425b80 req-7de52303-da8d-4587-8349-cef9fc73d1dc tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 944 time: 0.0548308 Mar 21 21:39:03.832635 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0768d43e-4531-415c-9fc8-1e3d36425b80 req-40d59040-f730-430b-91ef-3057adcb28f5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415306 Mar 21 21:39:04.150457 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee386e7-7bef-446b-9290-2adfa7b31fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f800a58-c5c5-4b98-9182-50199078df04'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:04.154179 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3acf13-c4c9-492d-afee-7724f923d6ab" -d '{"events": [{"server_uuid": "1ee386e7-7bef-446b-9290-2adfa7b31fd1", "name": "network-vif-plugged", "status": "completed", "tag": "9f800a58-c5c5-4b98-9182-50199078df04"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:04.191423 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed15a9f0-bb36-41ff-9347-79a3e9f7b7db x-openstack-request-id: req-ed15a9f0-bb36-41ff-9347-79a3e9f7b7db {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:04.191748 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee386e7-7bef-446b-9290-2adfa7b31fd1", "name": "network-vif-plugged", "status": "completed", "tag": "9f800a58-c5c5-4b98-9182-50199078df04", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:04.192011 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed15a9f0-bb36-41ff-9347-79a3e9f7b7db {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:04.192407 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee386e7-7bef-446b-9290-2adfa7b31fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f800a58-c5c5-4b98-9182-50199078df04', 'code': 200} Mar 21 21:39:04.216369 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f5003-7efb-4b03-8061-98ed2e02d176 req-334f9ca9-462b-4ac3-aa20-2048b049af5d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:04.224540 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ec2f5003-7efb-4b03-8061-98ed2e02d176 req-334f9ca9-462b-4ac3-aa20-2048b049af5d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0643895 Mar 21 21:39:04.275054 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ec2f5003-7efb-4b03-8061-98ed2e02d176 req-41b7454f-e820-4868-918e-3630c847773a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472386 Mar 21 21:39:04.707078 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 25ec0492-377c-419e-b029-472f793436c4 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:39:04.738962 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0adf4-54e6-4715-83b2-c760081701c8 req-c986bdee-5911-4927-9e2c-af5a8a832e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:04.740576 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-aef0adf4-54e6-4715-83b2-c760081701c8 req-c986bdee-5911-4927-9e2c-af5a8a832e4f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 1130 time: 0.0480497 Mar 21 21:39:04.776476 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c4874-934b-4278-b2ae-367bca529b4c req-46c64fbd-1599-4161-8d3d-d0a26858defa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:04.777964 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-445c4874-934b-4278-b2ae-367bca529b4c req-46c64fbd-1599-4161-8d3d-d0a26858defa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0577960 Mar 21 21:39:04.785872 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-aef0adf4-54e6-4715-83b2-c760081701c8 req-9774c7bd-a0d6-4c97-ab03-301679da6fa0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392880 Mar 21 21:39:04.831973 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-445c4874-934b-4278-b2ae-367bca529b4c req-9eaab0f1-bb5c-423c-852a-9122edad9149 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410419 Mar 21 21:39:04.889918 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 25ec0492-377c-419e-b029-472f793436c4 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:39:04.892723 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 25ec0492-377c-419e-b029-472f793436c4 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:04.893244 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (25ec0492-377c-419e-b029-472f793436c4), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:05.034023 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 25ec0492-377c-419e-b029-472f793436c4 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:05.034023 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (25ec0492-377c-419e-b029-472f793436c4), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:05.048952 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fd71f-b0ba-437d-a7f6-ee7c41cbe06f req-954e8635-c11a-492b-ac31-ef702ab1d048 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:05.050678 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-950fd71f-b0ba-437d-a7f6-ee7c41cbe06f req-954e8635-c11a-492b-ac31-ef702ab1d048 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 944 time: 0.1116271 Mar 21 21:39:05.068045 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 25ec0492-377c-419e-b029-472f793436c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=25ec0492-377c-419e-b029-472f793436c4,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:05.070457 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da54483-6d9e-4cea-bedf-7aa7c9012705 req-ce9a4c05-0e98-4082-ac0d-898de173c01e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:05.071965 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5da54483-6d9e-4cea-bedf-7aa7c9012705 req-ce9a4c05-0e98-4082-ac0d-898de173c01e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0800796 Mar 21 21:39:05.081476 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57090) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:05.088976 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-27870b16-17e6-4a51-a136-93236c1c6ec4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Request body: {'floatingip': {'port_id': '71864b1f-bb7e-491d-b28f-b562d7978772'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:05.121554 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-950fd71f-b0ba-437d-a7f6-ee7c41cbe06f req-554e66bb-03f6-48c8-bc42-1f7619d29994 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622187 Mar 21 21:39:05.148796 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (25ec0492-377c-419e-b029-472f793436c4), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:05.175433 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-27870b16-17e6-4a51-a136-93236c1c6ec4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (fa9657b7-98e9-4f16-9cca-0cf806704f5c), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:05.197945 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=25ec0492-377c-419e-b029-472f793436c4,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:05.441576 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd81dcd-f559-4bfc-9c04-f540d6f97ef2 req-ed34f27b-269d-42fc-9e46-a213040fabd7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:05.449085 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7cd81dcd-f559-4bfc-9c04-f540d6f97ef2 req-ed34f27b-269d-42fc-9e46-a213040fabd7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0940340 Mar 21 21:39:05.502997 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57110) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:05.515319 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7cd81dcd-f559-4bfc-9c04-f540d6f97ef2 req-309c0b94-9e51-45c0-9e01-7db708357692 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627122 Mar 21 21:39:05.576297 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57114) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:05.704393 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8c367d15-d685-4f1b-91be-1ccfc3a8f7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:05.706465 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c26193a0-6aec-4271-b5f0-0d03a54fc8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:05.833988 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8c367d15-d685-4f1b-91be-1ccfc3a8f7e2 admin admin] Publish callbacks [] for security_group (b5709c95-4eca-412e-8114-f8d0e379b824), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:05.836425 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-27870b16-17e6-4a51-a136-93236c1c6ec4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:05.838813 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c26193a0-6aec-4271-b5f0-0d03a54fc8b9 admin admin] Publish callbacks [] for security_group (eb38f3e9-7ca2-4ea5-a1a3-d57407d1f766), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:05.879604 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-27870b16-17e6-4a51-a136-93236c1c6ec4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (fa9657b7-98e9-4f16-9cca-0cf806704f5c), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:05.879808 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8c367d15-d685-4f1b-91be-1ccfc3a8f7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b5709c95-4eca-412e-8114-f8d0e379b824), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:05.884502 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c26193a0-6aec-4271-b5f0-0d03a54fc8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (eb38f3e9-7ca2-4ea5-a1a3-d57407d1f766), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:05.934647 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8c367d15-d685-4f1b-91be-1ccfc3a8f7e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92e678f939fb4e12aa3e87a4a7993e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153996 Mar 21 21:39:05.938475 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c367d15-d685-4f1b-91be-1ccfc3a8f7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5709c95-4eca-412e-8114-f8d0e379b824,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:05.942994 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57122) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:05.948261 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c26193a0-6aec-4271-b5f0-0d03a54fc8b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b9a45a32b1e4f079f09921cda817d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667667 Mar 21 21:39:05.949411 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57124) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:05.985294 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26193a0-6aec-4271-b5f0-0d03a54fc8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb38f3e9-7ca2-4ea5-a1a3-d57407d1f766,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:06.014185 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c5a90b3e-0092-46d6-a58b-afcb2d872f8e admin admin] Publish callbacks [] for security_group (eb38f3e9-7ca2-4ea5-a1a3-d57407d1f766), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:06.019115 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0940fa63-ead5-4090-b9f8-8bcd7fd221f9 admin admin] Publish callbacks [] for security_group (b5709c95-4eca-412e-8114-f8d0e379b824), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:06.021196 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-27870b16-17e6-4a51-a136-93236c1c6ec4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Floating IP fa9657b7-98e9-4f16-9cca-0cf806704f5c associated. External IP: 172.27.1.203, port: 71864b1f-bb7e-491d-b28f-b562d7978772. Mar 21 21:39:06.043900 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c5a90b3e-0092-46d6-a58b-afcb2d872f8e admin admin] Publish callbacks [] for security_group (eb38f3e9-7ca2-4ea5-a1a3-d57407d1f766), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:06.103340 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0940fa63-ead5-4090-b9f8-8bcd7fd221f9 admin admin] Publish callbacks [] for security_group (b5709c95-4eca-412e-8114-f8d0e379b824), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:06.182637 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c5a90b3e-0092-46d6-a58b-afcb2d872f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (eb38f3e9-7ca2-4ea5-a1a3-d57407d1f766), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:06.185248 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c5a90b3e-0092-46d6-a58b-afcb2d872f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:06.189356 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c5a90b3e-0092-46d6-a58b-afcb2d872f8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb38f3e9-7ca2-4ea5-a1a3-d57407d1f766 HTTP/1.1" status: 204 len: 168 time: 0.2370574 Mar 21 21:39:06.195233 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec0492-377c-419e-b029-472f793436c4'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:06.200410 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99171595-4508-4dbb-863b-4bfbb59403a0" -d '{"events": [{"server_uuid": "c5d2edb2-1bd7-46da-aec1-6fe261015df1", "name": "network-vif-plugged", "status": "completed", "tag": "25ec0492-377c-419e-b029-472f793436c4"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:06.223807 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a90b3e-0092-46d6-a58b-afcb2d872f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb38f3e9-7ca2-4ea5-a1a3-d57407d1f766,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:06.256420 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ea7f80-d8da-45be-93b5-46128fa61642 x-openstack-request-id: req-73ea7f80-d8da-45be-93b5-46128fa61642 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:06.256816 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d2edb2-1bd7-46da-aec1-6fe261015df1", "name": "network-vif-plugged", "status": "completed", "tag": "25ec0492-377c-419e-b029-472f793436c4", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:06.257132 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73ea7f80-d8da-45be-93b5-46128fa61642 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:06.257460 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec0492-377c-419e-b029-472f793436c4', 'code': 200} Mar 21 21:39:06.270561 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53537bde-7d1f-4119-a33c-80ce9ebf2104 req-68534959-f255-4aef-8780-6407b14f3bc6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:06.272701 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-53537bde-7d1f-4119-a33c-80ce9ebf2104 req-68534959-f255-4aef-8780-6407b14f3bc6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.0803320 Mar 21 21:39:06.330259 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-53537bde-7d1f-4119-a33c-80ce9ebf2104 req-0c290e26-9647-4a91-9f71-d286c09338d1 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446649 Mar 21 21:39:06.444009 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27870b16-17e6-4a51-a136-93236c1c6ec4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Router 63253d69-5616-4a1d-b4eb-8eabd511f497 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:39:06.485318 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0940fa63-ead5-4090-b9f8-8bcd7fd221f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b5709c95-4eca-412e-8114-f8d0e379b824), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:06.487781 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0940fa63-ead5-4090-b9f8-8bcd7fd221f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:06.491857 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-0940fa63-ead5-4090-b9f8-8bcd7fd221f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5709c95-4eca-412e-8114-f8d0e379b824 HTTP/1.1" status: 204 len: 168 time: 0.5465391 Mar 21 21:39:06.527055 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940fa63-ead5-4090-b9f8-8bcd7fd221f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5709c95-4eca-412e-8114-f8d0e379b824,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:06.586946 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27870b16-17e6-4a51-a136-93236c1c6ec4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:39:06.591837 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-27870b16-17e6-4a51-a136-93236c1c6ec4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:06.601472 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb5eb6-8a8f-4b87-b439-5f3045efa007 None None] Sync routers for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:39:06.615789 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb5eb6-8a8f-4b87-b439-5f3045efa007 None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:39:06.616659 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5beb5eb6-8a8f-4b87-b439-5f3045efa007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:06.645434 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-27870b16-17e6-4a51-a136-93236c1c6ec4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "PUT /v2.0/floatingips/fa9657b7-98e9-4f16-9cca-0cf806704f5c HTTP/1.1" status: 200 len: 991 time: 1.5627656 Mar 21 21:39:06.646117 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:06.650962 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a410e5c2-6425-45bd-8058-862a393bba71" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:06.676680 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee3ae6-6eac-40a8-887f-9263372bc717 req-99e12f31-1f09-4415-926e-c32c999bf554 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:06.683452 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bfee3ae6-6eac-40a8-887f-9263372bc717 req-99e12f31-1f09-4415-926e-c32c999bf554 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0976589 Mar 21 21:39:06.702291 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7b5408-d14c-49ac-a6c8-09708f1f12a5 x-openstack-request-id: req-ce7b5408-d14c-49ac-a6c8-09708f1f12a5 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:06.702735 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:06.703052 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce7b5408-d14c-49ac-a6c8-09708f1f12a5 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:06.703519 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772', 'status': 'completed', 'code': 200} Mar 21 21:39:06.727558 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bfee3ae6-6eac-40a8-887f-9263372bc717 req-cf491aec-b034-4625-b0f4-54743bf5c143 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 Mar 21 21:39:06.729732 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-5beb5eb6-8a8f-4b87-b439-5f3045efa007 None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:39:06.888888 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57150) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:06.902114 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-74885a1f-1007-47af-a030-f85ebe964097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:06.984443 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-74885a1f-1007-47af-a030-f85ebe964097 admin admin] Publish callbacks [] for security_group (b38564ae-ae11-4f80-bbe4-efec675ac906), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.004650 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5beb5eb6-8a8f-4b87-b439-5f3045efa007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'fa9657b7-98e9-4f16-9cca-0cf806704f5c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'port_id': '71864b1f-bb7e-491d-b28f-b562d7978772', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'mac_address': 'fa:16:3e:73:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:38:31Z', 'updated_at': '2022-03-21T21:39:05Z', 'revision_number': 1, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:31Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:07.034719 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb5eb6-8a8f-4b87-b439-5f3045efa007 None None] Checking router: 63253d69-5616-4a1d-b4eb-8eabd511f497 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:39:07.043056 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb5eb6-8a8f-4b87-b439-5f3045efa007 None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:39:07.043693 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5beb5eb6-8a8f-4b87-b439-5f3045efa007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:07.091381 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-74885a1f-1007-47af-a030-f85ebe964097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b38564ae-ae11-4f80-bbe4-efec675ac906), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.133165 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-74885a1f-1007-47af-a030-f85ebe964097 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60a8690ac60749bab28eb647de092e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423918 Mar 21 21:39:07.135986 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74885a1f-1007-47af-a030-f85ebe964097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38564ae-ae11-4f80-bbe4-efec675ac906,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:07.136133 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57156) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:07.168378 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-5beb5eb6-8a8f-4b87-b439-5f3045efa007 None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:39:07.187246 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3e0df223-4020-421b-9e0b-97921f63a9af admin admin] Publish callbacks [] for security_group (b38564ae-ae11-4f80-bbe4-efec675ac906), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.208990 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3e0df223-4020-421b-9e0b-97921f63a9af admin admin] Publish callbacks [] for security_group (b38564ae-ae11-4f80-bbe4-efec675ac906), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.394770 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5beb5eb6-8a8f-4b87-b439-5f3045efa007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'fa9657b7-98e9-4f16-9cca-0cf806704f5c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'port_id': '71864b1f-bb7e-491d-b28f-b562d7978772', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'mac_address': 'fa:16:3e:73:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:38:31Z', 'updated_at': '2022-03-21T21:39:05Z', 'revision_number': 1, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:31Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:07.424508 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb5eb6-8a8f-4b87-b439-5f3045efa007 None None] The sync data for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi is: [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'fa9657b7-98e9-4f16-9cca-0cf806704f5c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'port_id': '71864b1f-bb7e-491d-b28f-b562d7978772', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'mac_address': 'fa:16:3e:73:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:38:31Z', 'updated_at': '2022-03-21T21:39:05Z', 'revision_number': 1, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:31Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:39:07.457295 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3e0df223-4020-421b-9e0b-97921f63a9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b38564ae-ae11-4f80-bbe4-efec675ac906), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.459872 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3e0df223-4020-421b-9e0b-97921f63a9af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.461064 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3e0df223-4020-421b-9e0b-97921f63a9af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b38564ae-ae11-4f80-bbe4-efec675ac906 HTTP/1.1" status: 204 len: 168 time: 0.3244364 Mar 21 21:39:07.469670 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91630c02-b8bb-48a1-a1ec-ad5696a9a715 req-1ae4ba64-1205-4db1-bf53-9ce5425abed4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:07.469826 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0df223-4020-421b-9e0b-97921f63a9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38564ae-ae11-4f80-bbe4-efec675ac906,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:07.471842 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91630c02-b8bb-48a1-a1ec-ad5696a9a715 req-1ae4ba64-1205-4db1-bf53-9ce5425abed4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.0605686 Mar 21 21:39:07.510271 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57164) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:07.526139 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a98fa332-c30c-4eaf-a1d5-4a93c99d7752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.548916 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91630c02-b8bb-48a1-a1ec-ad5696a9a715 req-4581830f-4082-4903-a312-d54892a78ee0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627403 Mar 21 21:39:07.612580 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a98fa332-c30c-4eaf-a1d5-4a93c99d7752 admin admin] Publish callbacks [] for security_group (8a759e75-aa12-4368-873c-521928100015), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.668505 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a98fa332-c30c-4eaf-a1d5-4a93c99d7752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (8a759e75-aa12-4368-873c-521928100015), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.691053 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4e83a-b151-4042-8544-6cd5800f0640 None None] New status for floating IP fa9657b7-98e9-4f16-9cca-0cf806704f5c: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:39:07.709095 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a98fa332-c30c-4eaf-a1d5-4a93c99d7752 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9117c3f69a444b559ed23f9cf1335eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977282 Mar 21 21:39:07.710013 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fa332-c30c-4eaf-a1d5-4a93c99d7752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a759e75-aa12-4368-873c-521928100015,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:07.711838 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57166) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:07.761131 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c95b238-e010-467c-8a84-1309aefef889 admin admin] Publish callbacks [] for security_group (8a759e75-aa12-4368-873c-521928100015), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.790238 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c95b238-e010-467c-8a84-1309aefef889 admin admin] Publish callbacks [] for security_group (8a759e75-aa12-4368-873c-521928100015), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.874545 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064e467-e243-466b-99bb-c29e273ad229 req-566aa0b0-3ac4-467d-be97-f223ce6d114c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:07.876041 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c064e467-e243-466b-99bb-c29e273ad229 req-566aa0b0-3ac4-467d-be97-f223ce6d114c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0699444 Mar 21 21:39:07.953607 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c064e467-e243-466b-99bb-c29e273ad229 req-6d333cbc-19a5-43f5-b8e7-fa2a9b4cb160 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576596 Mar 21 21:39:07.954622 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c95b238-e010-467c-8a84-1309aefef889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (8a759e75-aa12-4368-873c-521928100015), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.957133 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c95b238-e010-467c-8a84-1309aefef889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:07.959914 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7c95b238-e010-467c-8a84-1309aefef889 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a759e75-aa12-4368-873c-521928100015 HTTP/1.1" status: 204 len: 168 time: 0.2453649 Mar 21 21:39:07.966089 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95b238-e010-467c-8a84-1309aefef889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a759e75-aa12-4368-873c-521928100015,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:08.374214 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57184) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:08.374681 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410e5c2-6425-45bd-8058-862a393bba71 req-944fb1bb-91ec-4c56-88c4-27025981e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:08.376465 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a410e5c2-6425-45bd-8058-862a393bba71 req-944fb1bb-91ec-4c56-88c4-27025981e807 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 1129 time: 0.0508091 Mar 21 21:39:08.387593 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-df14917e-59a7-4974-8c0d-941af14d3568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:08.464485 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-df14917e-59a7-4974-8c0d-941af14d3568 admin admin] Publish callbacks [] for security_group (cb60f12a-3ee4-4e86-901b-3c60bebc4d06), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:08.480316 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410e5c2-6425-45bd-8058-862a393bba71 req-133b1917-fda5-42b1-8c55-a1adfeb5d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:08.481820 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a410e5c2-6425-45bd-8058-862a393bba71 req-133b1917-fda5-42b1-8c55-a1adfeb5d59f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 918 time: 0.0962367 Mar 21 21:39:08.565473 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-df14917e-59a7-4974-8c0d-941af14d3568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (cb60f12a-3ee4-4e86-901b-3c60bebc4d06), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:08.591560 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a410e5c2-6425-45bd-8058-862a393bba71 req-69b81a29-1ef9-4e98-884c-f2de45504bfa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71864b1f-bb7e-491d-b28f-b562d7978772 HTTP/1.1" status: 200 len: 1001 time: 0.1022985 Mar 21 21:39:08.604512 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-df14917e-59a7-4974-8c0d-941af14d3568 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eac2432b903d4c3f87914906a1e585ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292092 Mar 21 21:39:08.607049 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57194) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:08.614151 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14917e-59a7-4974-8c0d-941af14d3568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb60f12a-3ee4-4e86-901b-3c60bebc4d06,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:08.657215 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410e5c2-6425-45bd-8058-862a393bba71 req-9efc6e8e-e585-4e4f-abff-71ef6bd6587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:08.663435 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a410e5c2-6425-45bd-8058-862a393bba71 req-9efc6e8e-e585-4e4f-abff-71ef6bd6587e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 200 len: 856 time: 0.0592127 Mar 21 21:39:08.700434 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1cb0-e905-4459-a13b-87dfa6b76b26 admin admin] Publish callbacks [] for security_group (cb60f12a-3ee4-4e86-901b-3c60bebc4d06), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:08.737138 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410e5c2-6425-45bd-8058-862a393bba71 req-e3991080-1d9d-4362-80a5-62a94f4fd1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:08.739337 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a410e5c2-6425-45bd-8058-862a393bba71 req-e3991080-1d9d-4362-80a5-62a94f4fd1b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c14f17e-38ea-416b-8591-cd91fe8bc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510602 Mar 21 21:39:08.747470 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc6874-a396-40ca-b8ea-11e984d7faed req-508fb3a5-f55b-4909-bd85-07e321bf4a81 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:08.749319 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89dc6874-a396-40ca-b8ea-11e984d7faed req-508fb3a5-f55b-4909-bd85-07e321bf4a81 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.1229012 Mar 21 21:39:08.767268 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1cb0-e905-4459-a13b-87dfa6b76b26 admin admin] Publish callbacks [] for security_group (cb60f12a-3ee4-4e86-901b-3c60bebc4d06), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:08.813541 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f61040-b166-4948-9f88-1bf801f7edd8 req-3b675b5f-5c37-45db-905f-4aa563899044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:08.815028 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-47f61040-b166-4948-9f88-1bf801f7edd8 req-3b675b5f-5c37-45db-905f-4aa563899044 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 1129 time: 0.1287682 Mar 21 21:39:08.843413 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a410e5c2-6425-45bd-8058-862a393bba71 req-5b3d40fb-77b6-4b5b-be84-fb672081c84d service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871696 Mar 21 21:39:08.861974 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89dc6874-a396-40ca-b8ea-11e984d7faed req-fa5fe461-b308-41f4-a5e2-444410e259f6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029372 Mar 21 21:39:08.888560 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-47f61040-b166-4948-9f88-1bf801f7edd8 req-8b4d92a7-c215-4ebb-b4e6-5067e5f10385 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657461 Mar 21 21:39:08.958494 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a410e5c2-6425-45bd-8058-862a393bba71 req-cf4e089c-9908-4a69-abf6-2d7124c87fd0 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038368 Mar 21 21:39:08.982563 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1cb0-e905-4459-a13b-87dfa6b76b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (cb60f12a-3ee4-4e86-901b-3c60bebc4d06), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:08.993663 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1cb0-e905-4459-a13b-87dfa6b76b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:08.993663 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8cdc1cb0-e905-4459-a13b-87dfa6b76b26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb60f12a-3ee4-4e86-901b-3c60bebc4d06 HTTP/1.1" status: 204 len: 168 time: 0.3793697 Mar 21 21:39:09.002055 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc1cb0-e905-4459-a13b-87dfa6b76b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb60f12a-3ee4-4e86-901b-3c60bebc4d06,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:09.106047 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677169c-fb53-4e68-8c11-a10f5f162535 req-9a4aca61-54b4-46ee-a264-5db063dac15d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:09.107550 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d677169c-fb53-4e68-8c11-a10f5f162535 req-9a4aca61-54b4-46ee-a264-5db063dac15d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0538230 Mar 21 21:39:09.169111 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d677169c-fb53-4e68-8c11-a10f5f162535 req-57be3ee4-db82-4b24-915a-caabb2e8d7ec tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524750 Mar 21 21:39:09.993511 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b6d5b-7333-456b-9a22-3fc5b610f69f req-ad3d9f13-8e4f-4bd2-9cd8-c2e6230a391c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:09.995810 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d45b6d5b-7333-456b-9a22-3fc5b610f69f req-ad3d9f13-8e4f-4bd2-9cd8-c2e6230a391c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.0631218 Mar 21 21:39:10.016347 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57250) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:10.052069 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d45b6d5b-7333-456b-9a22-3fc5b610f69f req-27ca8a2b-eb31-40c8-a256-7bc56c1e092f tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489230 Mar 21 21:39:10.137927 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e11f261e-d21c-4458-b040-10268b951e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:10.251449 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e11f261e-d21c-4458-b040-10268b951e18 admin admin] Publish callbacks [] for security_group (ceb449bc-a5b2-41ff-ad38-c7d801b1f252), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:10.300788 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95d78d-cf4d-4c9e-a00c-9bb0def052be req-d5771900-59fc-43f8-81de-a609a16ff9a8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:10.302384 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8a95d78d-cf4d-4c9e-a00c-9bb0def052be req-d5771900-59fc-43f8-81de-a609a16ff9a8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0564430 Mar 21 21:39:10.319975 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e11f261e-d21c-4458-b040-10268b951e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (ceb449bc-a5b2-41ff-ad38-c7d801b1f252), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:10.352055 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8a95d78d-cf4d-4c9e-a00c-9bb0def052be req-5eb9f71e-9e38-4342-9048-bc749b36a3cd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435560 Mar 21 21:39:10.363970 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e11f261e-d21c-4458-b040-10268b951e18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=defe99d17aa5462294b326e8c4d2f80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458128 Mar 21 21:39:10.364621 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f261e-d21c-4458-b040-10268b951e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb449bc-a5b2-41ff-ad38-c7d801b1f252,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:10.377743 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57276) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:10.436407 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-57f4870b-684e-4fa9-9d16-447c3189f695 admin admin] Publish callbacks [] for security_group (ceb449bc-a5b2-41ff-ad38-c7d801b1f252), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:10.461640 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-57f4870b-684e-4fa9-9d16-447c3189f695 admin admin] Publish callbacks [] for security_group (ceb449bc-a5b2-41ff-ad38-c7d801b1f252), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:10.583082 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-57f4870b-684e-4fa9-9d16-447c3189f695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (ceb449bc-a5b2-41ff-ad38-c7d801b1f252), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:10.586767 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-57f4870b-684e-4fa9-9d16-447c3189f695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:10.588073 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-57f4870b-684e-4fa9-9d16-447c3189f695 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ceb449bc-a5b2-41ff-ad38-c7d801b1f252 HTTP/1.1" status: 204 len: 168 time: 0.2183878 Mar 21 21:39:10.597097 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4870b-684e-4fa9-9d16-447c3189f695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb449bc-a5b2-41ff-ad38-c7d801b1f252,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:10.700557 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-011b1630-7f1f-4777-ab21-cd8edb6f6ba3 req-b94994b6-9b7a-4795-9253-4027a8042566 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582356 Mar 21 21:39:10.798872 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b1630-7f1f-4777-ab21-cd8edb6f6ba3 req-b35d32f4-6bfd-41d9-9d97-ca89e5d680e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:10.800378 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-011b1630-7f1f-4777-ab21-cd8edb6f6ba3 req-b35d32f4-6bfd-41d9-9d97-ca89e5d680e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d356ba208444c860e17ffe9ffef8d&device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 1130 time: 0.0482907 Mar 21 21:39:10.928636 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b1630-7f1f-4777-ab21-cd8edb6f6ba3 req-b2d74c81-95c5-4e42-ad5c-99ee2c4a0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:10.931104 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-011b1630-7f1f-4777-ab21-cd8edb6f6ba3 req-b2d74c81-95c5-4e42-ad5c-99ee2c4a0c94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c60e990e-72be-4f39-a695-95690e2b1b6b HTTP/1.1" status: 200 len: 912 time: 0.1061389 Mar 21 21:39:10.984309 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-011b1630-7f1f-4777-ab21-cd8edb6f6ba3 req-bc75d82b-957b-4129-a610-3b492ab4d4db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e255382-36aa-4a87-9d0c-76909ab7f0cb HTTP/1.1" status: 200 len: 217 time: 0.0441735 Mar 21 21:39:10.988658 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aea832-13a8-4ea1-b7d4-b94f063cd39c req-1fdebaa3-a724-4392-9285-44477d59f1c4 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:10.990307 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f7aea832-13a8-4ea1-b7d4-b94f063cd39c req-1fdebaa3-a724-4392-9285-44477d59f1c4 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0532596 Mar 21 21:39:11.050795 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b1630-7f1f-4777-ab21-cd8edb6f6ba3 req-e8ae72f3-4995-4b5a-b46d-9d5b91966434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:11.053038 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-011b1630-7f1f-4777-ab21-cd8edb6f6ba3 req-e8ae72f3-4995-4b5a-b46d-9d5b91966434 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d6b9670-81c9-400a-93eb-4b6f389d34f2 HTTP/1.1" status: 200 len: 851 time: 0.0544512 Mar 21 21:39:11.095638 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f7aea832-13a8-4ea1-b7d4-b94f063cd39c req-2ae273a0-a5be-4e8c-b363-8f934fdbe7f3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946147 Mar 21 21:39:11.096310 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-011b1630-7f1f-4777-ab21-cd8edb6f6ba3 req-93e405db-4049-4a29-99d6-0b9583106898 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c60e990e-72be-4f39-a695-95690e2b1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335989 Mar 21 21:39:11.109693 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3d40-ec09-4c37-8c18-0450ead10ca4 req-60cf1411-ffab-4acf-9d6b-6f326b2b0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:11.111243 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc4b3d40-ec09-4c37-8c18-0450ead10ca4 req-60cf1411-ffab-4acf-9d6b-6f326b2b0ff4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 1130 time: 0.0905545 Mar 21 21:39:11.143392 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57304) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:11.237099 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-011b1630-7f1f-4777-ab21-cd8edb6f6ba3 req-bdd78c6f-aa1a-4e7c-aaa2-c2b8ea48f1ee service neutron] 10.222.0.31 "GET /v2.0/networks/c60e990e-72be-4f39-a695-95690e2b1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321993 Mar 21 21:39:11.292508 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912db154-a333-42bb-ac3e-2ffa8f547c21 req-0df6796c-a88b-4086-b6f2-2fddbdf7ed38 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:11.294289 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-912db154-a333-42bb-ac3e-2ffa8f547c21 req-0df6796c-a88b-4086-b6f2-2fddbdf7ed38 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.1355767 Mar 21 21:39:11.296875 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3d40-ec09-4c37-8c18-0450ead10ca4 req-c227bd5a-7419-4729-bc81-5f64312f98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:11.298339 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc4b3d40-ec09-4c37-8c18-0450ead10ca4 req-c227bd5a-7419-4729-bc81-5f64312f98fb service neutron] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 919 time: 0.1797926 Mar 21 21:39:11.406697 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-011b1630-7f1f-4777-ab21-cd8edb6f6ba3 req-22643d50-c62d-4a83-8e5e-0b1fee617089 service neutron] 10.222.0.31 "GET /v2.0/networks/c60e990e-72be-4f39-a695-95690e2b1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636524 Mar 21 21:39:11.621277 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc4b3d40-ec09-4c37-8c18-0450ead10ca4 req-3069b9d4-80fc-427a-85ed-39d9c9a4055e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f800a58-c5c5-4b98-9182-50199078df04 HTTP/1.1" status: 200 len: 217 time: 0.3126550 Mar 21 21:39:11.646363 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:11.705460 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-912db154-a333-42bb-ac3e-2ffa8f547c21 req-e7658685-84b2-4386-968a-8a1f527b4cca tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4047406 Mar 21 21:39:11.730853 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3d40-ec09-4c37-8c18-0450ead10ca4 req-2015e785-1874-4726-9959-27f0d14d1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:11.732495 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc4b3d40-ec09-4c37-8c18-0450ead10ca4 req-2015e785-1874-4726-9959-27f0d14d1269 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.0997086 Mar 21 21:39:11.850214 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3d40-ec09-4c37-8c18-0450ead10ca4 req-109048ba-5b5a-4e30-91ad-ad497e568aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:11.851676 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc4b3d40-ec09-4c37-8c18-0450ead10ca4 req-109048ba-5b5a-4e30-91ad-ad497e568aa8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103168 Mar 21 21:39:11.853444 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Publish callbacks [] for security_group (9b5707d1-eda5-4615-96d3-db709d90ce33), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:11.870695 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadb5f8-3c88-4551-8482-b93874a92310 req-1607bec5-1cc7-4b3d-8916-6ba39e094ebc tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:11.879225 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7dadb5f8-3c88-4551-8482-b93874a92310 req-1607bec5-1cc7-4b3d-8916-6ba39e094ebc tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.0931180 Mar 21 21:39:11.881717 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57334) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:11.886566 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-2f95f490-bd89-472b-9feb-6a313221fe64 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'floatingip': {'port_id': '25ec0492-377c-419e-b029-472f793436c4'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:11.955285 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (9b5707d1-eda5-4615-96d3-db709d90ce33), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:11.972488 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f95f490-bd89-472b-9feb-6a313221fe64 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (f719bf39-c444-40c3-8226-72e4a7842ce2), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:12.072380 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5707d1-eda5-4615-96d3-db709d90ce33,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:12.084784 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.085130 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.085556 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.085905 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.086236 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.086567 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.086894 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.087219 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.087558 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.087888 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.088223 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.088549 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.088900 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.089201 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.089519 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.096028 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-21146efa-44ff-4720-9eff-ace8d410a863 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0c4f94d5a8a456f9874585196f8c4cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9544556 Mar 21 21:39:12.099259 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57352) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:12.188485 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Publish callbacks [] for security_group (9b5707d1-eda5-4615-96d3-db709d90ce33), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:12.215046 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Publish callbacks [] for security_group (9b5707d1-eda5-4615-96d3-db709d90ce33), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:12.304927 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e3d38-399d-4073-8023-520138b4d290 req-c55062b3-c3b1-4fc0-b43e-f68b212c1719 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:12.306404 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e7e3d38-399d-4073-8023-520138b4d290 req-c55062b3-c3b1-4fc0-b43e-f68b212c1719 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.1406314 Mar 21 21:39:12.371497 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (9b5707d1-eda5-4615-96d3-db709d90ce33), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:12.374123 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:12.377630 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b5707d1-eda5-4615-96d3-db709d90ce33 HTTP/1.1" status: 204 len: 168 time: 0.2750943 Mar 21 21:39:12.387293 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5707d1-eda5-4615-96d3-db709d90ce33,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:12.398520 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.398881 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.399225 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.399605 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.399909 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.400317 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.400714 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.401040 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.401365 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.401693 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.406231 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.406231 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.406231 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.406231 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.406231 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b97-db9e-4760-a24e-5fb68f3857ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:12.545977 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e7e3d38-399d-4073-8023-520138b4d290 req-bb06faaa-5584-4f83-ad18-abe273d7440f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322330 Mar 21 21:39:12.719813 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f95f490-bd89-472b-9feb-6a313221fe64 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:12.816895 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f95f490-bd89-472b-9feb-6a313221fe64 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (f719bf39-c444-40c3-8226-72e4a7842ce2), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:12.935792 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-2f95f490-bd89-472b-9feb-6a313221fe64 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Floating IP f719bf39-c444-40c3-8226-72e4a7842ce2 associated. External IP: 172.27.1.93, port: 25ec0492-377c-419e-b029-472f793436c4. Mar 21 21:39:13.200478 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57378) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:13.222051 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6bc049a9-6d25-4fc2-8e2a-bb684297f417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:13.318961 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6bc049a9-6d25-4fc2-8e2a-bb684297f417 admin admin] Publish callbacks [] for security_group (971e05ab-ae5f-4a91-80cc-48b6f43fb4b5), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:13.371669 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6bc049a9-6d25-4fc2-8e2a-bb684297f417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (971e05ab-ae5f-4a91-80cc-48b6f43fb4b5), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:13.391180 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f95f490-bd89-472b-9feb-6a313221fe64 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Router 0e7fdfff-319b-424c-b4ef-1758c931e273 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:39:13.412235 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6bc049a9-6d25-4fc2-8e2a-bb684297f417 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c4aa4dc20c04dba8bf2fbdb19df2206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106194 Mar 21 21:39:13.414786 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57388) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:13.422183 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc049a9-6d25-4fc2-8e2a-bb684297f417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971e05ab-ae5f-4a91-80cc-48b6f43fb4b5,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:13.478583 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf6c6-ff53-4018-909f-80ec50356740 admin admin] Publish callbacks [] for security_group (971e05ab-ae5f-4a91-80cc-48b6f43fb4b5), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:13.501158 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf6c6-ff53-4018-909f-80ec50356740 admin admin] Publish callbacks [] for security_group (971e05ab-ae5f-4a91-80cc-48b6f43fb4b5), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:13.533020 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d628de7-8064-4e4b-a519-45090c46b03f req-2212b95d-ff52-46c2-ab1f-f4bd5f78aefb tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:13.534497 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4d628de7-8064-4e4b-a519-45090c46b03f req-2212b95d-ff52-46c2-ab1f-f4bd5f78aefb tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 946 time: 0.1313107 Mar 21 21:39:13.539033 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f95f490-bd89-472b-9feb-6a313221fe64 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:39:13.544517 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f95f490-bd89-472b-9feb-6a313221fe64 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:13.549909 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7a3de-80eb-453a-b0c2-143aab599ab1 None None] Sync routers for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:39:13.559542 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7a3de-80eb-453a-b0c2-143aab599ab1 None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:39:13.560165 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-91b7a3de-80eb-453a-b0c2-143aab599ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:13.598389 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2f95f490-bd89-472b-9feb-6a313221fe64 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "PUT /v2.0/floatingips/f719bf39-c444-40c3-8226-72e4a7842ce2 HTTP/1.1" status: 200 len: 990 time: 1.7143319 Mar 21 21:39:13.605802 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf6c6-ff53-4018-909f-80ec50356740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (971e05ab-ae5f-4a91-80cc-48b6f43fb4b5), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:13.609058 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf6c6-ff53-4018-909f-80ec50356740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:13.612758 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-0e1bf6c6-ff53-4018-909f-80ec50356740 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/971e05ab-ae5f-4a91-80cc-48b6f43fb4b5 HTTP/1.1" status: 204 len: 168 time: 0.1945405 Mar 21 21:39:13.613969 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'tag': '25ec0492-377c-419e-b029-472f793436c4'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:13.616749 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e5da1-98b3-4047-9b29-3d482d8a0f97" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d2edb2-1bd7-46da-aec1-6fe261015df1", "tag": "25ec0492-377c-419e-b029-472f793436c4"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:13.624867 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4d628de7-8064-4e4b-a519-45090c46b03f req-55694c07-4bb2-4f89-a8c4-22d794ac74c5 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831926 Mar 21 21:39:13.632688 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bf6c6-ff53-4018-909f-80ec50356740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971e05ab-ae5f-4a91-80cc-48b6f43fb4b5,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:13.711787 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3d89d-0b6e-419a-bfcf-fb56e12a20ec req-b481344e-8093-4669-b1f8-32f813ccb77b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:13.713419 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4db3d89d-0b6e-419a-bfcf-fb56e12a20ec req-b481344e-8093-4669-b1f8-32f813ccb77b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0789089 Mar 21 21:39:13.714979 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9b8593-b303-47f8-b8b7-b1b22af8bcf4 x-openstack-request-id: req-0a9b8593-b303-47f8-b8b7-b1b22af8bcf4 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:13.715267 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d2edb2-1bd7-46da-aec1-6fe261015df1", "tag": "25ec0492-377c-419e-b029-472f793436c4", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:13.715520 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a9b8593-b303-47f8-b8b7-b1b22af8bcf4 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:13.715936 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'tag': '25ec0492-377c-419e-b029-472f793436c4', 'status': 'completed', 'code': 200} Mar 21 21:39:13.766544 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4db3d89d-0b6e-419a-bfcf-fb56e12a20ec req-af5a2ced-4052-4873-862b-3786612b0996 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Mar 21 21:39:13.769004 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-91b7a3de-80eb-453a-b0c2-143aab599ab1 None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:39:13.990355 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-91b7a3de-80eb-453a-b0c2-143aab599ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'f719bf39-c444-40c3-8226-72e4a7842ce2', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': '25ec0492-377c-419e-b029-472f793436c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:a1:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:38:39Z', 'updated_at': '2022-03-21T21:39:12Z', 'revision_number': 1, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:14.017268 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7a3de-80eb-453a-b0c2-143aab599ab1 None None] Checking router: 0e7fdfff-319b-424c-b4ef-1758c931e273 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:39:14.025512 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7a3de-80eb-453a-b0c2-143aab599ab1 None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:39:14.026124 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-91b7a3de-80eb-453a-b0c2-143aab599ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:38:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:14.134202 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-91b7a3de-80eb-453a-b0c2-143aab599ab1 None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:39:14.363959 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-91b7a3de-80eb-453a-b0c2-143aab599ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'f719bf39-c444-40c3-8226-72e4a7842ce2', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': '25ec0492-377c-419e-b029-472f793436c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:a1:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:38:39Z', 'updated_at': '2022-03-21T21:39:12Z', 'revision_number': 1, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:14.392341 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7a3de-80eb-453a-b0c2-143aab599ab1 None None] The sync data for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi is: [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'f719bf39-c444-40c3-8226-72e4a7842ce2', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': '25ec0492-377c-419e-b029-472f793436c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:a1:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:38:39Z', 'updated_at': '2022-03-21T21:39:12Z', 'revision_number': 1, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:39:14.525693 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:14.601158 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d491a84-bdcc-4687-ae1e-82c7e12ef172 None None] New status for floating IP f719bf39-c444-40c3-8226-72e4a7842ce2: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:39:14.817886 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e5da1-98b3-4047-9b29-3d482d8a0f97 req-41c80f5d-0570-42e4-a19a-c52be0e6240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:14.826365 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2d3e5da1-98b3-4047-9b29-3d482d8a0f97 req-41c80f5d-0570-42e4-a19a-c52be0e6240a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 1129 time: 0.1033928 Mar 21 21:39:14.851638 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc4b3d40-ec09-4c37-8c18-0450ead10ca4 req-0d605d6f-bf59-4549-b2f2-fe94b09b8649 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791873 Mar 21 21:39:14.876484 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7839ef-ac4e-4a07-923f-ac47da76a1bd req-0b3fe0f6-2a2e-46bd-a983-73dfc40708de tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:14.878290 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da7839ef-ac4e-4a07-923f-ac47da76a1bd req-0b3fe0f6-2a2e-46bd-a983-73dfc40708de tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 946 time: 0.1115906 Mar 21 21:39:14.937759 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e5da1-98b3-4047-9b29-3d482d8a0f97 req-ca3b3707-49b3-42bb-8676-fac61e823a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:14.939546 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2d3e5da1-98b3-4047-9b29-3d482d8a0f97 req-ca3b3707-49b3-42bb-8676-fac61e823a15 service neutron] 10.222.0.31 "GET /v2.0/networks?id=472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 200 len: 916 time: 0.1046894 Mar 21 21:39:15.023610 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2d3e5da1-98b3-4047-9b29-3d482d8a0f97 req-3b208502-1371-4eef-9f09-01a1f3bd3cb8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ec0492-377c-419e-b029-472f793436c4 HTTP/1.1" status: 200 len: 1000 time: 0.0756023 Mar 21 21:39:15.030519 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da7839ef-ac4e-4a07-923f-ac47da76a1bd req-62b84077-5d06-4e9d-9033-9544428387c2 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358891 Mar 21 21:39:15.041753 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c68fe-213b-4007-b27e-065a777cfb54 req-56db6544-6510-4bb1-a092-3a7abcf3532a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:15.048261 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3a8c68fe-213b-4007-b27e-065a777cfb54 req-56db6544-6510-4bb1-a092-3a7abcf3532a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.1816127 Mar 21 21:39:15.080418 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc4b3d40-ec09-4c37-8c18-0450ead10ca4 req-9624fa76-209a-4f69-a010-096ad6948c84 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121348 Mar 21 21:39:15.091607 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e5da1-98b3-4047-9b29-3d482d8a0f97 req-30896320-9ca0-4ef5-aee6-dfc58920c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:15.094442 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2d3e5da1-98b3-4047-9b29-3d482d8a0f97 req-30896320-9ca0-4ef5-aee6-dfc58920c5a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26971799-c630-49e4-9453-fee2b5a1d2e1 HTTP/1.1" status: 200 len: 854 time: 0.0625648 Mar 21 21:39:15.117413 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3a8c68fe-213b-4007-b27e-065a777cfb54 req-ca0e9564-ffa3-40bf-ae14-4530eda0eb07 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683107 Mar 21 21:39:15.158233 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e5da1-98b3-4047-9b29-3d482d8a0f97 req-7aa5f2e6-718e-4e25-b647-68fae279da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:15.159787 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2d3e5da1-98b3-4047-9b29-3d482d8a0f97 req-7aa5f2e6-718e-4e25-b647-68fae279da66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=472a0135-1464-4a1e-93c6-5927f427a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576520 Mar 21 21:39:15.261560 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2d3e5da1-98b3-4047-9b29-3d482d8a0f97 req-0982239f-53eb-446a-9fe8-4d058a5edfb5 service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882051 Mar 21 21:39:15.382501 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2d3e5da1-98b3-4047-9b29-3d482d8a0f97 req-11af276c-5564-43e2-a467-e6a810e75165 service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043494 Mar 21 21:39:16.172707 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf825b-1cf4-454b-99a2-e35103ca5992 req-5e8cbde1-4043-4e84-bdb9-2773830f909b tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:16.182622 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0abf825b-1cf4-454b-99a2-e35103ca5992 req-5e8cbde1-4043-4e84-bdb9-2773830f909b tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 946 time: 0.0820026 Mar 21 21:39:16.255726 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0abf825b-1cf4-454b-99a2-e35103ca5992 req-48fce86a-3af9-4911-9d2d-6344956cb150 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721369 Mar 21 21:39:16.271827 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a6fc6-c5b5-4c88-bc49-552a103ac4ba req-6db0245c-95f1-43ee-bdea-0752c1d86e8b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:16.273389 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb2a6fc6-c5b5-4c88-bc49-552a103ac4ba req-6db0245c-95f1-43ee-bdea-0752c1d86e8b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0720706 Mar 21 21:39:16.329407 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb2a6fc6-c5b5-4c88-bc49-552a103ac4ba req-23b885e1-4938-4a7f-8ac0-3ae09b09b558 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495896 Mar 21 21:39:16.658079 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-b79abfab-47ba-459f-a51d-f1cdbe937d20 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6b0490db9f6e420faca4442e465a577b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300786 Mar 21 21:39:16.848467 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-a1fcb6ce-fb0d-406d-abe3-00624803dd1a tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:16.849523 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-a1fcb6ce-fb0d-406d-abe3-00624803dd1a tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859162 Mar 21 21:39:16.864414 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-69e8b696-5da4-43d9-aafa-4cf38a0fb651 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/quotas/6b0490db9f6e420faca4442e465a577b HTTP/1.1" status: 200 len: 375 time: 0.0092695 Mar 21 21:39:16.897743 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-d333d18b-6c38-45ba-a86a-f7cb946ddccf tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b0490db9f6e420faca4442e465a577b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277550 Mar 21 21:39:17.173162 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-09eb2526-9e98-4279-a6a0-8f85ff54fe65 req-1af6f75d-9e80-46b5-8926-4d225d1cc633 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 210 time: 0.0336926 Mar 21 21:39:17.385224 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a81846-9e29-40cc-8835-1624c371687a req-f117239e-015d-4ebf-bbef-46f811825f99 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:17.386757 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49a81846-9e29-40cc-8835-1624c371687a req-f117239e-015d-4ebf-bbef-46f811825f99 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 946 time: 0.0593476 Mar 21 21:39:17.474473 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49a81846-9e29-40cc-8835-1624c371687a req-bd3f2970-dc1f-4316-a51f-22264de78465 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0708041-e9ec-4587-951d-42e5c838768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807524 Mar 21 21:39:17.489913 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8771d-23f9-44ff-9806-d5a6e5fbf82d req-313661d6-2ec5-4421-a46e-a9b8afc7bcb2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:17.491443 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f6a8771d-23f9-44ff-9806-d5a6e5fbf82d req-313661d6-2ec5-4421-a46e-a9b8afc7bcb2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0781636 Mar 21 21:39:17.547992 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f6a8771d-23f9-44ff-9806-d5a6e5fbf82d req-f7042654-c330-4a39-9fb4-844130db3674 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489316 Mar 21 21:39:17.573905 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9691ebd-1776-465b-9694-9db4fa2560fe req-43f661b6-56ff-4dbc-9d25-e82939e02260 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:17.575416 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a9691ebd-1776-465b-9694-9db4fa2560fe req-43f661b6-56ff-4dbc-9d25-e82939e02260 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.31 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 946 time: 0.1124475 Mar 21 21:39:17.743077 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-a9691ebd-1776-465b-9694-9db4fa2560fe req-79f3d0cf-2790-40a6-94ea-49152740c000 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Deleting port 0e255382-36aa-4a87-9d0c-76909ab7f0cb {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:39:17.743464 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a9691ebd-1776-465b-9694-9db4fa2560fe req-79f3d0cf-2790-40a6-94ea-49152740c000 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:17.874261 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-a9691ebd-1776-465b-9694-9db4fa2560fe req-79f3d0cf-2790-40a6-94ea-49152740c000 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] For port 0e255382-36aa-4a87-9d0c-76909ab7f0cb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0e255382-36aa-4a87-9d0c-76909ab7f0cb,segment=NetworkSegment(036c9c2a-ca53-486f-b954-623eb18d1205),segment_id=036c9c2a-ca53-486f-b954-623eb18d1205)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:17.877153 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a9691ebd-1776-465b-9694-9db4fa2560fe req-79f3d0cf-2790-40a6-94ea-49152740c000 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:17.906717 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-a9691ebd-1776-465b-9694-9db4fa2560fe req-79f3d0cf-2790-40a6-94ea-49152740c000 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Calling delete_port for 0e255382-36aa-4a87-9d0c-76909ab7f0cb owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:39:17.954611 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7fc01ec6-75a2-4903-b3bd-b42fad6172d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:18.171987 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a9691ebd-1776-465b-9694-9db4fa2560fe req-79f3d0cf-2790-40a6-94ea-49152740c000 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156'] for port (0e255382-36aa-4a87-9d0c-76909ab7f0cb), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:18.184676 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['0e255382-36aa-4a87-9d0c-76909ab7f0cb'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:39:18.236988 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3d0cf-2790-40a6-94ea-49152740c000 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Pushing event deleted for resources: {'Port': ['ID=0e255382-36aa-4a87-9d0c-76909ab7f0cb,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:18.295746 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0206ee7f-1b6c-472a-a524-70240676de44 req-3c8e683b-0488-46b0-8f8c-182f4dd980e2 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 210 time: 0.0366948 Mar 21 21:39:18.332882 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9691ebd-1776-465b-9694-9db4fa2560fe req-79f3d0cf-2790-40a6-94ea-49152740c000 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] No DVR routers for this DVR port 0e255382-36aa-4a87-9d0c-76909ab7f0cb on host hv-cinder-83454 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:39:18.339365 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a9691ebd-1776-465b-9694-9db4fa2560fe req-79f3d0cf-2790-40a6-94ea-49152740c000 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:18.343607 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a9691ebd-1776-465b-9694-9db4fa2560fe req-79f3d0cf-2790-40a6-94ea-49152740c000 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.31 "DELETE /v2.0/ports/0e255382-36aa-4a87-9d0c-76909ab7f0cb HTTP/1.1" status: 204 len: 173 time: 0.7586823 Mar 21 21:39:18.344217 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df9b85f-9a77-4771-9a57-9675795384a2', 'name': 'network-vif-deleted', 'tag': '0e255382-36aa-4a87-9d0c-76909ab7f0cb'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:18.348717 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57610) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:18.365952 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17f88fd-4281-48a2-8643-7153fcd2dfbf" -d '{"events": [{"server_uuid": "6df9b85f-9a77-4771-9a57-9675795384a2", "name": "network-vif-deleted", "tag": "0e255382-36aa-4a87-9d0c-76909ab7f0cb"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:18.422037 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a91907-257c-4255-b811-df74a4f35b5a x-openstack-request-id: req-66a91907-257c-4255-b811-df74a4f35b5a {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:18.422536 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df9b85f-9a77-4771-9a57-9675795384a2", "name": "network-vif-deleted", "tag": "0e255382-36aa-4a87-9d0c-76909ab7f0cb", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:18.422945 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66a91907-257c-4255-b811-df74a4f35b5a {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:18.423571 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df9b85f-9a77-4771-9a57-9675795384a2', 'name': 'network-vif-deleted', 'tag': '0e255382-36aa-4a87-9d0c-76909ab7f0cb', 'status': 'completed', 'code': 200} Mar 21 21:39:18.513955 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-03ed4274-a563-43ce-aa19-9e5260a73717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:18.597737 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-71bb22c4-dd71-4852-b185-e49aa5453538 req-677c673e-463d-4d13-be77-dbbc66cbaac4 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 210 time: 0.0346360 Mar 21 21:39:18.621147 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-03ed4274-a563-43ce-aa19-9e5260a73717 admin admin] Publish callbacks [] for security_group (19eb8e2a-bdac-4cc9-b186-86a8bf148f55), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:18.652153 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-03ed4274-a563-43ce-aa19-9e5260a73717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (19eb8e2a-bdac-4cc9-b186-86a8bf148f55), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:18.711921 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-03ed4274-a563-43ce-aa19-9e5260a73717 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf0acad01e12423a9c346b6ad7f7e5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638659 Mar 21 21:39:18.714806 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed4274-a563-43ce-aa19-9e5260a73717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb8e2a-bdac-4cc9-b186-86a8bf148f55,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:18.715999 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57636) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:18.738890 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2df3d6-dbf6-4794-b38c-de2cbf52bcf6 req-0d457922-93c1-4d1a-9a7b-81e171e509b9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:18.740521 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3a2df3d6-dbf6-4794-b38c-de2cbf52bcf6 req-0d457922-93c1-4d1a-9a7b-81e171e509b9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.1002812 Mar 21 21:39:18.784534 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b976db2c-0536-44ce-a0c2-aac322396bec admin admin] Publish callbacks [] for security_group (19eb8e2a-bdac-4cc9-b186-86a8bf148f55), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:18.811463 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b976db2c-0536-44ce-a0c2-aac322396bec admin admin] Publish callbacks [] for security_group (19eb8e2a-bdac-4cc9-b186-86a8bf148f55), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:18.816907 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3a2df3d6-dbf6-4794-b38c-de2cbf52bcf6 req-87c38533-cfc1-4ad6-b980-1f3654b892b1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693152 Mar 21 21:39:18.938082 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b976db2c-0536-44ce-a0c2-aac322396bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (19eb8e2a-bdac-4cc9-b186-86a8bf148f55), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:18.940963 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b976db2c-0536-44ce-a0c2-aac322396bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:18.942479 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b976db2c-0536-44ce-a0c2-aac322396bec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19eb8e2a-bdac-4cc9-b186-86a8bf148f55 HTTP/1.1" status: 204 len: 168 time: 0.2238903 Mar 21 21:39:18.956516 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976db2c-0536-44ce-a0c2-aac322396bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb8e2a-bdac-4cc9-b186-86a8bf148f55,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:19.387457 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8a87645a-4097-48ac-9655-105f3c515444 req-5100b643-47e3-4fc3-a772-781a9f196681 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 210 time: 0.0264444 Mar 21 21:39:19.585909 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57664) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:19.588928 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57666) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:19.608756 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cdcb4f8-fe51-41be-a5d7-151da389c522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:19.770625 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cdcb4f8-fe51-41be-a5d7-151da389c522 admin admin] Publish callbacks [] for security_group (a64fdb22-dafb-4e50-aeed-bd6ae2b29807), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:19.770625 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c9b10da6-4826-4a6c-becc-735122d21c87 req-c27d7906-eb81-44ee-94a2-b93ef38362d0 tempest-DeleteServersTestJSON-1380128331 tempest-DeleteServersTestJSON-1380128331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6df9b85f-9a77-4771-9a57-9675795384a2 HTTP/1.1" status: 200 len: 210 time: 0.0267560 Mar 21 21:39:19.771311 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-19bac2b4-42af-4680-9697-a9795880541b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:19.836557 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-19bac2b4-42af-4680-9697-a9795880541b admin admin] Publish callbacks [] for security_group (52b72db2-ecde-4ac0-bc8e-1f2918bf6cfa), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:19.857573 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cdcb4f8-fe51-41be-a5d7-151da389c522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a64fdb22-dafb-4e50-aeed-bd6ae2b29807), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:19.918552 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6cdcb4f8-fe51-41be-a5d7-151da389c522 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=beaac80c28264144be9bc5a98bde6e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315392 Mar 21 21:39:19.923662 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57676) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:19.924696 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-19bac2b4-42af-4680-9697-a9795880541b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (52b72db2-ecde-4ac0-bc8e-1f2918bf6cfa), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:19.931726 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcb4f8-fe51-41be-a5d7-151da389c522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64fdb22-dafb-4e50-aeed-bd6ae2b29807,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:19.999079 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea17ed6-2f50-4432-b763-5dfd2d1cac83 req-06a08caf-38eb-419a-9558-50bdd8b87084 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:20.001273 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-aea17ed6-2f50-4432-b763-5dfd2d1cac83 req-06a08caf-38eb-419a-9558-50bdd8b87084 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.1241236 Mar 21 21:39:20.005710 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7562e338-e9b2-488d-9378-010b03ef859a admin admin] Publish callbacks [] for security_group (a64fdb22-dafb-4e50-aeed-bd6ae2b29807), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.053376 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7562e338-e9b2-488d-9378-010b03ef859a admin admin] Publish callbacks [] for security_group (a64fdb22-dafb-4e50-aeed-bd6ae2b29807), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.106767 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-aea17ed6-2f50-4432-b763-5dfd2d1cac83 req-3ab59719-90ea-4977-af48-84fd4f579c45 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971653 Mar 21 21:39:20.148733 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7731db1d-fee7-44a4-9ef7-0313539ef470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.183327 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-58671ad3-76d2-4074-a644-8c6616483027 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6b0490db9f6e420faca4442e465a577b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449493 Mar 21 21:39:20.190371 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-19bac2b4-42af-4680-9697-a9795880541b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db7475fac9734feb84f6f7505e437f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6003642 Mar 21 21:39:20.193799 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57680) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:20.229857 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bac2b4-42af-4680-9697-a9795880541b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b72db2-ecde-4ac0-bc8e-1f2918bf6cfa,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:20.250607 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-18b409d9-3b6a-431a-9b67-5e01e0e3b9d9 admin admin] Publish callbacks [] for security_group (52b72db2-ecde-4ac0-bc8e-1f2918bf6cfa), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.276913 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7562e338-e9b2-488d-9378-010b03ef859a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a64fdb22-dafb-4e50-aeed-bd6ae2b29807), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.278664 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7562e338-e9b2-488d-9378-010b03ef859a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.283533 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7562e338-e9b2-488d-9378-010b03ef859a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a64fdb22-dafb-4e50-aeed-bd6ae2b29807 HTTP/1.1" status: 204 len: 168 time: 0.3552170 Mar 21 21:39:20.287994 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-18b409d9-3b6a-431a-9b67-5e01e0e3b9d9 admin admin] Publish callbacks [] for security_group (52b72db2-ecde-4ac0-bc8e-1f2918bf6cfa), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.301080 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562e338-e9b2-488d-9378-010b03ef859a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64fdb22-dafb-4e50-aeed-bd6ae2b29807,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:20.398427 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-fddf9376-db98-4353-bac7-94fb5516f396 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:20.399999 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-fddf9376-db98-4353-bac7-94fb5516f396 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086272 Mar 21 21:39:20.406770 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-18b409d9-3b6a-431a-9b67-5e01e0e3b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (52b72db2-ecde-4ac0-bc8e-1f2918bf6cfa), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.409438 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-18b409d9-3b6a-431a-9b67-5e01e0e3b9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.410592 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-18b409d9-3b6a-431a-9b67-5e01e0e3b9d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52b72db2-ecde-4ac0-bc8e-1f2918bf6cfa HTTP/1.1" status: 204 len: 168 time: 0.2158275 Mar 21 21:39:20.418999 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b409d9-3b6a-431a-9b67-5e01e0e3b9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b72db2-ecde-4ac0-bc8e-1f2918bf6cfa,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:20.425342 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Request body: {'port': {'device_id': 'c3b7d766-1b72-49c7-bc45-9ad7b82e654d', 'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922', 'admin_state_up': True, 'tenant_id': '6b0490db9f6e420faca4442e465a577b'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:20.548164 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3ee32404-d433-49eb-a651-a1a0459fdf30 req-96a9a1d8-ff24-42e6-938d-b269fef3d821 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 210 time: 0.0470259 Mar 21 21:39:20.691608 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Made reservation on behalf of 6b0490db9f6e420faca4442e465a577b for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:20.695434 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.704631 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.797113 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Publish callbacks [] for security_group (f038f8bc-8de3-4fc9-b090-e439c37798dc), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.808434 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 0e255382-36aa-4a87-9d0c-76909ab7f0cb no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:39:20.831520 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 0e255382-36aa-4a87-9d0c-76909ab7f0cb {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:39:20.834666 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 0e255382-36aa-4a87-9d0c-76909ab7f0cb not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:39:20.908764 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (f038f8bc-8de3-4fc9-b090-e439c37798dc), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:20.980302 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f038f8bc-8de3-4fc9-b090-e439c37798dc,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:21.068202 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Allocated IP 192.168.233.172 (3869a95b-7390-4c9a-92e7-6d9bcbe30922/174e21c9-573e-47de-a7a9-d0af55360124/ab1fff40-39de-4c4d-bc49-ccdcc19ddeba) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:39:21.245083 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Publish callbacks [] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.268262 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57718) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:21.274088 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37213fc8-a118-40e6-93ea-dd8454296741 req-222db465-b513-4596-b349-d5895e0441ab tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:21.277642 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-37213fc8-a118-40e6-93ea-dd8454296741 req-222db465-b513-4596-b349-d5895e0441ab tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0696154 Mar 21 21:39:21.293671 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9ac06d73-6ce6-4da6-ba16-2326e90d860c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.357392 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-37213fc8-a118-40e6-93ea-dd8454296741 req-2cc4988d-d58e-4961-b793-871d3eac6822 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719426 Mar 21 21:39:21.385520 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.411104 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57724) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:21.451674 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Network 3869a95b-7390-4c9a-92e7-6d9bcbe30922 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:39:21.453654 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.459939 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9ac06d73-6ce6-4da6-ba16-2326e90d860c admin admin] Publish callbacks [] for security_group (f71e6d0b-372e-4623-915b-e70f2782f5f1), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.461182 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:21.462936 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Pushing event updated for resources: {'Port': ['ID=ab1fff40-39de-4c4d-bc49-ccdcc19ddeba,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:21.465110 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:39:21.470788 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:21.471423 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.508522 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9ac06d73-6ce6-4da6-ba16-2326e90d860c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (f71e6d0b-372e-4623-915b-e70f2782f5f1), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.538189 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7bf3108f-558b-4e2c-8e59-58343bc9af10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.555292 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-9ac06d73-6ce6-4da6-ba16-2326e90d860c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62ea115d11014cadac2028c7e565f7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857299 Mar 21 21:39:21.556012 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac06d73-6ce6-4da6-ba16-2326e90d860c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e6d0b-372e-4623-915b-e70f2782f5f1,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:21.558281 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57730) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:21.595983 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-bb63a295-1dc2-46ea-abf5-a88db81acc4c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1749983 Mar 21 21:39:21.610204 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Request body: {'port': {'device_id': 'c3b7d766-1b72-49c7-bc45-9ad7b82e654d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:21.658479 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6380cb0f-db0e-4772-988c-3d19474af795 admin admin] Publish callbacks [] for security_group (f71e6d0b-372e-4623-915b-e70f2782f5f1), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.661267 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7bf3108f-558b-4e2c-8e59-58343bc9af10 admin admin] Publish callbacks [] for security_group (b453b998-6afd-4bbe-8614-d36bb988c0ac), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.711086 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6380cb0f-db0e-4772-988c-3d19474af795 admin admin] Publish callbacks [] for security_group (f71e6d0b-372e-4623-915b-e70f2782f5f1), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.720301 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.722057 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f235c3-618c-4849-a25b-9ce05d4724be req-5133658a-cb52-468a-ba25-60e6a546cfc8 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:21.729334 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-01f235c3-618c-4849-a25b-9ce05d4724be req-5133658a-cb52-468a-ba25-60e6a546cfc8 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 936 time: 0.0653017 Mar 21 21:39:21.747895 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7bf3108f-558b-4e2c-8e59-58343bc9af10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b453b998-6afd-4bbe-8614-d36bb988c0ac), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.787081 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7bf3108f-558b-4e2c-8e59-58343bc9af10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4543fab8ad84439093f10be75d60fd2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3748431 Mar 21 21:39:21.792315 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57736) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:21.816481 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3108f-558b-4e2c-8e59-58343bc9af10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b453b998-6afd-4bbe-8614-d36bb988c0ac,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:21.821503 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-6488528d-3958-465b-8c59-4d058bfe532f None None] Provisioning complete for port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:21.822098 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6488528d-3958-465b-8c59-4d058bfe532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.834243 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-01f235c3-618c-4849-a25b-9ce05d4724be req-94dd15f1-8c7c-46aa-8834-7a03eb5c315b tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f038f8bc-8de3-4fc9-b090-e439c37798dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040502 Mar 21 21:39:21.867025 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6488528d-3958-465b-8c59-4d058bfe532f None None] Port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:39:21.932889 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-59780981-85bf-4f7a-b30e-a89a844efd82 admin admin] Publish callbacks [] for security_group (b453b998-6afd-4bbe-8614-d36bb988c0ac), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.974701 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6380cb0f-db0e-4772-988c-3d19474af795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (f71e6d0b-372e-4623-915b-e70f2782f5f1), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.977195 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6380cb0f-db0e-4772-988c-3d19474af795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:21.978338 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6380cb0f-db0e-4772-988c-3d19474af795 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f71e6d0b-372e-4623-915b-e70f2782f5f1 HTTP/1.1" status: 204 len: 168 time: 0.4191554 Mar 21 21:39:22.010256 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380cb0f-db0e-4772-988c-3d19474af795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e6d0b-372e-4623-915b-e70f2782f5f1,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:22.011981 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-59780981-85bf-4f7a-b30e-a89a844efd82 admin admin] Publish callbacks [] for security_group (b453b998-6afd-4bbe-8614-d36bb988c0ac), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:22.134897 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1fff40-39de-4c4d-bc49-ccdcc19ddeba {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:39:22.147870 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Publish callbacks [] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:22.185805 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Transition to ACTIVE for port object ab1fff40-39de-4c4d-bc49-ccdcc19ddeba will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:39:22.186980 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-59780981-85bf-4f7a-b30e-a89a844efd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b453b998-6afd-4bbe-8614-d36bb988c0ac), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:22.190027 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-59780981-85bf-4f7a-b30e-a89a844efd82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:22.193908 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-59780981-85bf-4f7a-b30e-a89a844efd82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b453b998-6afd-4bbe-8614-d36bb988c0ac HTTP/1.1" status: 204 len: 168 time: 0.3943772 Mar 21 21:39:22.199261 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59780981-85bf-4f7a-b30e-a89a844efd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b453b998-6afd-4bbe-8614-d36bb988c0ac,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:22.303151 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:22.359663 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1fff40-39de-4c4d-bc49-ccdcc19ddeba,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:22.400293 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Attempting to bind port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:39:22.400810 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Attempting to bind port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'edcd0d4a-f73b-44c6-9c83-1d76f3756780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:39:22.401213 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Attempting to bind port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba on network 3869a95b-7390-4c9a-92e7-6d9bcbe30922 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:39:22.406263 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba on network 3869a95b-7390-4c9a-92e7-6d9bcbe30922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:39:22.406581 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Attempting to bind port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba on network 3869a95b-7390-4c9a-92e7-6d9bcbe30922 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:39:22.412155 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:39:22.412567 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Checking segment: {'id': 'edcd0d4a-f73b-44c6-9c83-1d76f3756780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:39:22.413064 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Bound using segment: {'id': 'edcd0d4a-f73b-44c6-9c83-1d76f3756780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:39:22.413504 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Bound port: ab1fff40-39de-4c4d-bc49-ccdcc19ddeba, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcd0d4a-f73b-44c6-9c83-1d76f3756780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:39:22.413860 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:22.497830 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] For port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba, host hv-cinder-83454, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:39:22.502261 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] For port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ab1fff40-39de-4c4d-bc49-ccdcc19ddeba,segment=NetworkSegment(edcd0d4a-f73b-44c6-9c83-1d76f3756780),segment_id=edcd0d4a-f73b-44c6-9c83-1d76f3756780)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:39:22.519310 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bd946-5f7b-4037-8b3d-9a2faf45ad13 req-1ed979ef-6adb-4838-a655-f43a2221a371 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:22.521114 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-892bd946-5f7b-4037-8b3d-9a2faf45ad13 req-1ed979ef-6adb-4838-a655-f43a2221a371 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0830050 Mar 21 21:39:22.569294 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57764) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:22.606022 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-892bd946-5f7b-4037-8b3d-9a2faf45ad13 req-3d2fb554-ca53-4d3c-9b68-08e085368600 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794642 Mar 21 21:39:22.607026 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:22.663847 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:22.664493 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:22.666033 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] 10.222.0.31 "PUT /v2.0/ports/ab1fff40-39de-4c4d-bc49-ccdcc19ddeba HTTP/1.1" status: 200 len: 1098 time: 1.0601079 Mar 21 21:39:22.666481 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b7d766-1b72-49c7-bc45-9ad7b82e654d', 'tag': 'ab1fff40-39de-4c4d-bc49-ccdcc19ddeba'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:22.668959 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09e4709-1ef3-4df1-b128-2cb5c44c0d60" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b7d766-1b72-49c7-bc45-9ad7b82e654d", "tag": "ab1fff40-39de-4c4d-bc49-ccdcc19ddeba"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:22.685655 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d76887-e307-4c7d-8b65-5f6f48634186 admin admin] Deleting subnet 5d6b9670-81c9-400a-93eb-4b6f389d34f2 {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:39:22.705337 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-10d76887-e307-4c7d-8b65-5f6f48634186 admin admin] Publish callbacks [] for subnet (5d6b9670-81c9-400a-93eb-4b6f389d34f2), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:22.733367 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26ab8e4-32af-485a-aa0e-d1258abce751 x-openstack-request-id: req-e26ab8e4-32af-485a-aa0e-d1258abce751 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:22.733367 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b7d766-1b72-49c7-bc45-9ad7b82e654d", "tag": "ab1fff40-39de-4c4d-bc49-ccdcc19ddeba", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:22.738019 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e26ab8e4-32af-485a-aa0e-d1258abce751 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:22.738019 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b7d766-1b72-49c7-bc45-9ad7b82e654d', 'tag': 'ab1fff40-39de-4c4d-bc49-ccdcc19ddeba', 'status': 'completed', 'code': 200} Mar 21 21:39:22.772830 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76b3ed-199f-4c62-8a61-939ca56f90b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1fff40-39de-4c4d-bc49-ccdcc19ddeba,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:22.788070 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-10d76887-e307-4c7d-8b65-5f6f48634186 admin admin] Publish callbacks [] for subnet (5d6b9670-81c9-400a-93eb-4b6f389d34f2), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:22.800531 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-10d76887-e307-4c7d-8b65-5f6f48634186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (5d6b9670-81c9-400a-93eb-4b6f389d34f2), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:22.840542 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e4709-1ef3-4df1-b128-2cb5c44c0d60 req-035cc30c-65da-444f-a6d4-07b428afd9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:22.842097 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a09e4709-1ef3-4df1-b128-2cb5c44c0d60 req-035cc30c-65da-444f-a6d4-07b428afd9be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b0490db9f6e420faca4442e465a577b&device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 1132 time: 0.0987060 Mar 21 21:39:22.881456 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a09e4709-1ef3-4df1-b128-2cb5c44c0d60 req-0f82a6a2-7a30-42b4-a794-9b8aaa262944 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6b0490db9f6e420faca4442e465a577b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324180 Mar 21 21:39:22.969485 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75ef30-5e82-4a05-88a1-e45fdd675e90 req-4765b2ad-8b84-4920-bb59-a9f912aec54a tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:22.971084 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1d75ef30-5e82-4a05-88a1-e45fdd675e90 req-4765b2ad-8b84-4920-bb59-a9f912aec54a tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 948 time: 0.0586016 Mar 21 21:39:23.001728 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e4709-1ef3-4df1-b128-2cb5c44c0d60 req-64ee8648-67a8-4a55-9f1d-42f706751d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:23.003221 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a09e4709-1ef3-4df1-b128-2cb5c44c0d60 req-64ee8648-67a8-4a55-9f1d-42f706751d13 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020279 Mar 21 21:39:23.011980 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.025443 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1d75ef30-5e82-4a05-88a1-e45fdd675e90 req-27049e5f-9131-4f05-ab8e-c807ec896941 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f038f8bc-8de3-4fc9-b090-e439c37798dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472136 Mar 21 21:39:23.034678 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-10d76887-e307-4c7d-8b65-5f6f48634186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for subnet (5d6b9670-81c9-400a-93eb-4b6f389d34f2), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.081743 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d76887-e307-4c7d-8b65-5f6f48634186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6b9670-81c9-400a-93eb-4b6f389d34f2,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:23.105546 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-10d76887-e307-4c7d-8b65-5f6f48634186 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.106958 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-10d76887-e307-4c7d-8b65-5f6f48634186 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5d6b9670-81c9-400a-93eb-4b6f389d34f2 HTTP/1.1" status: 204 len: 168 time: 0.5364056 Mar 21 21:39:23.109583 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57784) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:23.127779 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-fdefd52d-00d9-4163-a03a-019cc0390fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:23.129319 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-fdefd52d-00d9-4163-a03a-019cc0390fb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b0490db9f6e420faca4442e465a577b&device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 1132 time: 0.0857306 Mar 21 21:39:23.170865 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57786) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:23.175072 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-c2f10508-477f-44b6-b840-ef02d1364494 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ab1fff40-39de-4c4d-bc49-ccdcc19ddeba HTTP/1.1" status: 200 len: 217 time: 0.0362062 Mar 21 21:39:23.198430 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc3a2-b072-457b-b2f5-ab4ef2674d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.209822 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (c60e990e-72be-4f39-a695-95690e2b1b6b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.237734 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-30a4344c-bac4-401f-8ee4-de0e92d5528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:23.239449 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-30a4344c-bac4-401f-8ee4-de0e92d5528b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=174e21c9-573e-47de-a7a9-d0af55360124 HTTP/1.1" status: 200 len: 843 time: 0.0534761 Mar 21 21:39:23.305034 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-abd0926a-881c-491d-9899-0be31e51f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:23.306678 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-abd0926a-881c-491d-9899-0be31e51f730 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3869a95b-7390-4c9a-92e7-6d9bcbe30922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0594022 Mar 21 21:39:23.350297 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (c60e990e-72be-4f39-a695-95690e2b1b6b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.390231 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.390606 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.391311 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.391644 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.391978 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.392319 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.392665 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.393041 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.393366 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.393787 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.411418 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-19a23cc4-c2f1-42c5-9d6a-3c4e25a33213 service neutron] 10.222.0.31 "GET /v2.0/networks/3869a95b-7390-4c9a-92e7-6d9bcbe30922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984361 Mar 21 21:39:23.513428 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.513777 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.516719 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.517220 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:23.517692 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5627accc-4761-47ef-9ce4-2f5f423ca5fc req-a5f817a8-9368-4352-aed1-6dab1f96e119 service neutron] 10.222.0.31 "GET /v2.0/networks/3869a95b-7390-4c9a-92e7-6d9bcbe30922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008031 Mar 21 21:39:23.518055 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60e990e-72be-4f39-a695-95690e2b1b6b']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:23.549402 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc3a2-b072-457b-b2f5-ab4ef2674d06 admin admin] Publish callbacks [] for security_group (a8ecedcb-11e0-40e7-b98c-f7cd4ab9a73c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.551906 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036c9c2a-ca53-486f-b954-623eb18d1205') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:23.552681 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036c9c2a-ca53-486f-b954-623eb18d1205') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:23.580322 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (036c9c2a-ca53-486f-b954-623eb18d1205), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.604882 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (036c9c2a-ca53-486f-b954-623eb18d1205), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.615522 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:39:23.615920 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (036c9c2a-ca53-486f-b954-623eb18d1205), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: from cryptography.utils import int_from_bytes Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: from cryptography.utils import int_from_bytes Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:39:23.643275 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:39:23.686986 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc3a2-b072-457b-b2f5-ab4ef2674d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a8ecedcb-11e0-40e7-b98c-f7cd4ab9a73c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.784387 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f7cfc3a2-b072-457b-b2f5-ab4ef2674d06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=509ebc24d53047efbea2ba5ce91b816b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6119521 Mar 21 21:39:23.787966 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57806) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:23.792655 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfc3a2-b072-457b-b2f5-ab4ef2674d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ecedcb-11e0-40e7-b98c-f7cd4ab9a73c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:23.822083 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88059949-209f-4f00-ada0-36eec2747126 req-993f59c5-185a-4138-ac04-eb869be508ff tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:23.824692 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-88059949-209f-4f00-ada0-36eec2747126 req-993f59c5-185a-4138-ac04-eb869be508ff tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.1282122 Mar 21 21:39:23.864074 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c4aae111-7f32-42c3-9f8b-ace4f1b61101 admin admin] Publish callbacks [] for security_group (a8ecedcb-11e0-40e7-b98c-f7cd4ab9a73c), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.876997 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (c60e990e-72be-4f39-a695-95690e2b1b6b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.891616 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.894797 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c60e990e-72be-4f39-a695-95690e2b1b6b HTTP/1.1" status: 204 len: 168 time: 0.7827663 Mar 21 21:39:23.895931 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c4aae111-7f32-42c3-9f8b-ace4f1b61101 admin admin] Publish callbacks [] for security_group (a8ecedcb-11e0-40e7-b98c-f7cd4ab9a73c), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:23.906046 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-88059949-209f-4f00-ada0-36eec2747126 req-986eb8fb-626b-44c2-b879-5c8f8ef46f06 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753207 Mar 21 21:39:23.907210 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca21849-8a91-474c-be91-08bb747bc004 admin admin] Pushing event deleted for resources: {'Network': ['ID=c60e990e-72be-4f39-a695-95690e2b1b6b,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:24.047375 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c4aae111-7f32-42c3-9f8b-ace4f1b61101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a8ecedcb-11e0-40e7-b98c-f7cd4ab9a73c), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:24.050345 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c4aae111-7f32-42c3-9f8b-ace4f1b61101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:24.051509 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c4aae111-7f32-42c3-9f8b-ace4f1b61101 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8ecedcb-11e0-40e7-b98c-f7cd4ab9a73c HTTP/1.1" status: 204 len: 168 time: 0.2621057 Mar 21 21:39:24.059754 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aae111-7f32-42c3-9f8b-ace4f1b61101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ecedcb-11e0-40e7-b98c-f7cd4ab9a73c,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:24.166933 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5a676-7836-4a29-835f-62f35f642bbc req-f21e6c0e-d461-4ee5-85b4-ad14db4c40dd tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:24.168534 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fbc5a676-7836-4a29-835f-62f35f642bbc req-f21e6c0e-d461-4ee5-85b4-ad14db4c40dd tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 948 time: 0.0534420 Mar 21 21:39:24.223155 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fbc5a676-7836-4a29-835f-62f35f642bbc req-2071e0af-4029-432f-ad94-dff6e037f661 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f038f8bc-8de3-4fc9-b090-e439c37798dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480642 Mar 21 21:39:24.372355 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:24.372834 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57820) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:24.424463 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-f6343564-892d-472c-b727-2dd7c2bf4dc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=046d356ba208444c860e17ffe9ffef8d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0505512 Mar 21 21:39:24.433919 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57822) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:24.482585 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5c62fa4b-f83a-410e-8cc1-eaa3213ad95f admin admin] Publish callbacks [] for security_group (b0708041-e9ec-4587-951d-42e5c838768c), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:24.506769 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5c62fa4b-f83a-410e-8cc1-eaa3213ad95f admin admin] Publish callbacks [] for security_group (b0708041-e9ec-4587-951d-42e5c838768c), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:24.662878 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5c62fa4b-f83a-410e-8cc1-eaa3213ad95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b0708041-e9ec-4587-951d-42e5c838768c), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:24.665728 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5c62fa4b-f83a-410e-8cc1-eaa3213ad95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:24.669565 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5c62fa4b-f83a-410e-8cc1-eaa3213ad95f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0708041-e9ec-4587-951d-42e5c838768c HTTP/1.1" status: 204 len: 168 time: 0.2379792 Mar 21 21:39:24.677578 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62fa4b-f83a-410e-8cc1-eaa3213ad95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0708041-e9ec-4587-951d-42e5c838768c,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:24.839688 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ab1fff40-39de-4c4d-bc49-ccdcc19ddeba details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:39:24.950619 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ab1fff40-39de-4c4d-bc49-ccdcc19ddeba,segment=NetworkSegment(edcd0d4a-f73b-44c6-9c83-1d76f3756780),segment_id=edcd0d4a-f73b-44c6-9c83-1d76f3756780)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:24.965823 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': 'ab1fff40-39de-4c4d-bc49-ccdcc19ddeba', 'network_id': '3869a95b-7390-4c9a-92e7-6d9bcbe30922', 'port_id': 'ab1fff40-39de-4c4d-bc49-ccdcc19ddeba', 'mac_address': 'fa:16:3e:34:ff:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174e21c9-573e-47de-a7a9-d0af55360124', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:39:25.049492 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb2cc2-ab5e-4a69-b624-768710828dfd req-df69bc79-6d95-4b3f-a123-a0b48f35b7b6 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:25.050944 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-16eb2cc2-ab5e-4a69-b624-768710828dfd req-df69bc79-6d95-4b3f-a123-a0b48f35b7b6 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0649719 Mar 21 21:39:25.121498 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-16eb2cc2-ab5e-4a69-b624-768710828dfd req-bb512ffc-c201-46bc-a21e-02b64896d9a4 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644054 Mar 21 21:39:25.145555 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:25.146055 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:25.160809 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1fff40-39de-4c4d-bc49-ccdcc19ddeba {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:39:25.181669 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ab1fff40-39de-4c4d-bc49-ccdcc19ddeba,segment=NetworkSegment(edcd0d4a-f73b-44c6-9c83-1d76f3756780),segment_id=edcd0d4a-f73b-44c6-9c83-1d76f3756780)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:25.312468 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:25.382552 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=ab1fff40-39de-4c4d-bc49-ccdcc19ddeba,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:25.393774 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.394129 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.394552 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.394786 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fc78d-2104-4870-9312-58abeb246e48 req-96b8c84d-ab5c-4542-ac14-c087b735d458 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:25.394929 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.395264 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.395722 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.396513 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.396892 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.397276 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.397861 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-587fc78d-2104-4870-9312-58abeb246e48 req-96b8c84d-ab5c-4542-ac14-c087b735d458 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 949 time: 0.0957079 Mar 21 21:39:25.403198 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.403561 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.403934 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.404293 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.404931 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.405457 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:25.454326 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-587fc78d-2104-4870-9312-58abeb246e48 req-0135bb04-ee4b-4288-99e3-7770be55d760 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f038f8bc-8de3-4fc9-b090-e439c37798dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508080 Mar 21 21:39:25.635115 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['ab1fff40-39de-4c4d-bc49-ccdcc19ddeba'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:39:26.366283 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a5738-51ae-438b-9931-2131985056f8 req-5830c673-2409-43cf-b2b9-6728b0b2d5c9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:26.367713 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea6a5738-51ae-438b-9931-2131985056f8 req-5830c673-2409-43cf-b2b9-6728b0b2d5c9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.1721916 Mar 21 21:39:26.418787 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea6a5738-51ae-438b-9931-2131985056f8 req-379d812b-3fa1-4219-8592-1049bd29aad6 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450497 Mar 21 21:39:26.598488 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98c1a5-f19e-455a-8602-3b64f991a062 req-bf76046e-d6f7-46c1-8414-bb1925aafcac tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:26.600016 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8b98c1a5-f19e-455a-8602-3b64f991a062 req-bf76046e-d6f7-46c1-8414-bb1925aafcac tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 949 time: 0.0610878 Mar 21 21:39:26.667206 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57906) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:26.673961 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8b98c1a5-f19e-455a-8602-3b64f991a062 req-dbab4be0-96ca-4b2f-a3ef-5864e7e07276 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f038f8bc-8de3-4fc9-b090-e439c37798dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590153 Mar 21 21:39:26.808322 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2012543192-network', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:26.869901 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ab1fff40-39de-4c4d-bc49-ccdcc19ddeba up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:39:26.948450 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Made reservation on behalf of fdfca42329034040bbf7df63a9adb6e8 for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:26.950827 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:26.960264 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:27.023049 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:39:27.026909 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:27.027288 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:27.033719 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Publish callbacks [] for security_group (60b92fbc-0988-4669-935e-8017cd4c143f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:27.110248 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:27.110618 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:27.132277 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (60b92fbc-0988-4669-935e-8017cd4c143f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:27.249671 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b7d766-1b72-49c7-bc45-9ad7b82e654d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1fff40-39de-4c4d-bc49-ccdcc19ddeba'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:27.249671 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbd9ecb-55df-431f-922a-257c406d30f4" -d '{"events": [{"server_uuid": "c3b7d766-1b72-49c7-bc45-9ad7b82e654d", "name": "network-vif-plugged", "status": "completed", "tag": "ab1fff40-39de-4c4d-bc49-ccdcc19ddeba"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:27.249671 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ab1fff40-39de-4c4d-bc49-ccdcc19ddeba,segment=NetworkSegment(edcd0d4a-f73b-44c6-9c83-1d76f3756780),segment_id=edcd0d4a-f73b-44c6-9c83-1d76f3756780)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:27.251666 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:39:27.251666 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b92fbc-0988-4669-935e-8017cd4c143f,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:27.251666 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (918d9725-68c3-4607-8588-d01262ebefde), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:27.251666 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Added segment 918d9725-68c3-4607-8588-d01262ebefde of type vlan for network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 Mar 21 21:39:27.252501 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba53f4f-2919-4482-ab67-0e3eaeb008fe x-openstack-request-id: req-bba53f4f-2919-4482-ab67-0e3eaeb008fe {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:27.252501 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b7d766-1b72-49c7-bc45-9ad7b82e654d", "name": "network-vif-plugged", "status": "completed", "tag": "ab1fff40-39de-4c4d-bc49-ccdcc19ddeba", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:27.252501 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bba53f4f-2919-4482-ab67-0e3eaeb008fe {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:27.252501 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b7d766-1b72-49c7-bc45-9ad7b82e654d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1fff40-39de-4c4d-bc49-ccdcc19ddeba', 'code': 200} Mar 21 21:39:27.253204 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (70dbf6f8-94c9-414d-81cb-f5c9777e31d6), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:27.534700 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86872f-8933-4f6a-9bfc-23ce28e73ca8 req-ba399052-c8c9-4c67-9da3-f5bc7c0cef55 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:27.536225 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fe86872f-8933-4f6a-9bfc-23ce28e73ca8 req-ba399052-c8c9-4c67-9da3-f5bc7c0cef55 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0510087 Mar 21 21:39:27.582235 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fe86872f-8933-4f6a-9bfc-23ce28e73ca8 req-9392b196-ffa9-455a-b512-ef809af1bace tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 Mar 21 21:39:27.803358 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae56422-19dd-4a51-af4b-ce249dbdf6cc req-afe4b11a-73dc-4b63-9433-67d32920940c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:27.804870 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ae56422-19dd-4a51-af4b-ce249dbdf6cc req-afe4b11a-73dc-4b63-9433-67d32920940c tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 949 time: 0.0548701 Mar 21 21:39:27.854599 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ae56422-19dd-4a51-af4b-ce249dbdf6cc req-586b82f4-6800-43dd-b610-c3fdb32b2a97 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f038f8bc-8de3-4fc9-b090-e439c37798dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Mar 21 21:39:27.943595 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:27.944178 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (70dbf6f8-94c9-414d-81cb-f5c9777e31d6), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:27.946026 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:27.947067 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:27.999680 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=ab1fff40-39de-4c4d-bc49-ccdcc19ddeba,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:28.019204 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] Pushing event updated for resources: {'Network': ['ID=70dbf6f8-94c9-414d-81cb-f5c9777e31d6,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:28.031594 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:39:28.078871 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d082007d-7050-4d8f-b61a-a17502f23f62 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4105630 Mar 21 21:39:28.081827 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57938) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:28.087189 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-9ba9c5f7-076a-454a-8916-545040c14792 admin admin] Request body: {'subnet': {'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2012543192-subnet', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:28.168431 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a614e-a63b-4042-a9ad-16d1563e0db9 req-31b72974-011c-4922-b55d-d60d5261101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:28.170264 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-642a614e-a63b-4042-a9ad-16d1563e0db9 req-31b72974-011c-4922-b55d-d60d5261101c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 1134 time: 0.0513582 Mar 21 21:39:28.217763 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba9c5f7-076a-454a-8916-545040c14792 admin admin] Made reservation on behalf of fdfca42329034040bbf7df63a9adb6e8 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:28.220294 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c5f7-076a-454a-8916-545040c14792 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14562751'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:28.229504 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-642a614e-a63b-4042-a9ad-16d1563e0db9 req-c5ee7b39-fc63-4dc1-b9ef-375f4a9946b2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f038f8bc-8de3-4fc9-b090-e439c37798dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497005 Mar 21 21:39:28.452068 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c5f7-076a-454a-8916-545040c14792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12956666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14562729'] for subnet (9e85d989-df6a-4920-a1dc-a33d482b0658), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:28.508368 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9c5f7-076a-454a-8916-545040c14792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e85d989-df6a-4920-a1dc-a33d482b0658,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:28.516180 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9c5f7-076a-454a-8916-545040c14792 admin admin] Checking segment: {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:39:28.516537 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba9c5f7-076a-454a-8916-545040c14792 admin admin] Network hostable DHCP agents. Network: 70dbf6f8-94c9-414d-81cb-f5c9777e31d6, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:39:28.622613 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba9c5f7-076a-454a-8916-545040c14792 admin admin] Network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:39:28.693014 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-9ba9c5f7-076a-454a-8916-545040c14792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 70dbf6f8-94c9-414d-81cb-f5c9777e31d6) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:28.698739 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba9c5f7-076a-454a-8916-545040c14792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:28.698917 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c5f7-076a-454a-8916-545040c14792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:28.702862 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab8b23-dedd-4d0d-bae6-6616b732cccf None None] Network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:39:28.730372 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693188-7718-41a0-b4c5-fff3d0d63b5a req-9c58b821-d091-4996-a77a-186f55002b84 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:28.731848 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-20693188-7718-41a0-b4c5-fff3d0d63b5a req-9c58b821-d091-4996-a77a-186f55002b84 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0671229 Mar 21 21:39:28.792519 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-20693188-7718-41a0-b4c5-fff3d0d63b5a req-c3fcdb93-df5c-4797-b1d7-b31e06630645 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538173 Mar 21 21:39:28.799047 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9ba9c5f7-076a-454a-8916-545040c14792 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7133410 Mar 21 21:39:28.800062 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57958) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:28.805414 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:28.836838 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57960) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:28.847446 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9f58e63-380d-5572-9a5f-798ace8b00e1-70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658'}]}} from dv-cinder-834541-1-iscsi. {{(pid=104016) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:39:28.848359 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:28.908926 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1816881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14578'] for router (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:28.910474 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14571'] for router (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:28.969983 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Publish callbacks [] for router_controller (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:28.973405 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-229b201c-d09b-4fbb-9c4f-d032aa92b40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:28.994995 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Allocated IP 172.20.0.2 (70dbf6f8-94c9-414d-81cb-f5c9777e31d6/9e85d989-df6a-4920-a1dc-a33d482b0658/a6d25d69-df0e-4fb0-b219-03c7fd8c9827) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:39:29.012488 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5299e07-f0e9-422a-a2db-490cd867331d req-89e6abd6-aa0e-4445-bd38-31f5eb3c1505 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:29.014700 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f5299e07-f0e9-422a-a2db-490cd867331d req-89e6abd6-aa0e-4445-bd38-31f5eb3c1505 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 950 time: 0.0804400 Mar 21 21:39:29.077424 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f5299e07-f0e9-422a-a2db-490cd867331d req-b4991ea2-419e-4912-8ba6-7a20aa3e7b22 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f038f8bc-8de3-4fc9-b090-e439c37798dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561943 Mar 21 21:39:29.118267 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-229b201c-d09b-4fbb-9c4f-d032aa92b40f admin admin] Publish callbacks [] for security_group (a00a1a7d-3cf6-46f4-83ee-d09eaafcd204), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.165412 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Publish callbacks [] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.177310 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-229b201c-d09b-4fbb-9c4f-d032aa92b40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a00a1a7d-3cf6-46f4-83ee-d09eaafcd204), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.197864 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Publish callbacks [] for router_gateway (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.219792 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-229b201c-d09b-4fbb-9c4f-d032aa92b40f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b0f0e1c25e2429a8556c18bf8cb19ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880677 Mar 21 21:39:29.220939 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b201c-d09b-4fbb-9c4f-d032aa92b40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00a1a7d-3cf6-46f4-83ee-d09eaafcd204,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:29.222602 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 57982) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:29.236730 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.298347 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6095dfb0-f515-4b58-9ec4-268c2825d8ad admin admin] Publish callbacks [] for security_group (a00a1a7d-3cf6-46f4-83ee-d09eaafcd204), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.302281 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Pushing event updated for resources: {'Port': ['ID=a6d25d69-df0e-4fb0-b219-03c7fd8c9827,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:29.310684 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:39:29.312567 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:29.315426 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:39:29.367672 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6095dfb0-f515-4b58-9ec4-268c2825d8ad admin admin] Publish callbacks [] for security_group (a00a1a7d-3cf6-46f4-83ee-d09eaafcd204), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.388413 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Attempting to bind port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:39:29.388833 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Attempting to bind port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:39:29.389859 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Attempting to bind port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 on network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:39:29.397252 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:39:29.397887 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Checking segment: {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:39:29.398300 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.398726 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Bound using segment: {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:39:29.399195 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Bound port: a6d25d69-df0e-4fb0-b219-03c7fd8c9827, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:39:29.399578 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.472075 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] For port a6d25d69-df0e-4fb0-b219-03c7fd8c9827, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:39:29.477649 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] For port a6d25d69-df0e-4fb0-b219-03c7fd8c9827, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=a6d25d69-df0e-4fb0-b219-03c7fd8c9827,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:39:29.511725 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6095dfb0-f515-4b58-9ec4-268c2825d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a00a1a7d-3cf6-46f4-83ee-d09eaafcd204), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.514947 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6095dfb0-f515-4b58-9ec4-268c2825d8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.516111 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6095dfb0-f515-4b58-9ec4-268c2825d8ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a00a1a7d-3cf6-46f4-83ee-d09eaafcd204 HTTP/1.1" status: 204 len: 168 time: 0.2925136 Mar 21 21:39:29.529294 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095dfb0-f515-4b58-9ec4-268c2825d8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00a1a7d-3cf6-46f4-83ee-d09eaafcd204,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:29.568382 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Publish callbacks [] for router_gateway (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.588040 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.601619 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.661414 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385eb83-d056-4a83-922f-452c4f6fce74 None None] Pushing event updated for resources: {'Port': ['ID=a6d25d69-df0e-4fb0-b219-03c7fd8c9827,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:29.713684 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Allocated IP 172.27.1.37 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/470576a3-46b4-4106-b340-3334f51cd175) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:39:29.854242 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Publish callbacks [] for port (470576a3-46b4-4106-b340-3334f51cd175), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:29.991031 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (470576a3-46b4-4106-b340-3334f51cd175), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:30.026467 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183ad5e-482f-4b70-bbec-3d0ac648bdd2 req-99ad973e-49e5-4285-bff2-9bb02caf8c74 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:30.028028 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b183ad5e-482f-4b70-bbec-3d0ac648bdd2 req-99ad973e-49e5-4285-bff2-9bb02caf8c74 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.1034837 Mar 21 21:39:30.101574 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b183ad5e-482f-4b70-bbec-3d0ac648bdd2 req-59b85ada-754f-42eb-b466-c965123ff027 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672123 Mar 21 21:39:30.211693 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49814637-62f1-4162-b598-cef1ce4e0a08 req-e9646c24-d888-45a2-a8f7-b382adbbab19 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:30.213111 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49814637-62f1-4162-b598-cef1ce4e0a08 req-e9646c24-d888-45a2-a8f7-b382adbbab19 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 950 time: 0.0558586 Mar 21 21:39:30.255334 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:39:30.258378 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:30.260996 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:39:30.272912 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49814637-62f1-4162-b598-cef1ce4e0a08 req-6413aa59-59d7-44f1-b5e6-853c254d50ba tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f038f8bc-8de3-4fc9-b090-e439c37798dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448020 Mar 21 21:39:30.351387 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Pushing event updated for resources: {'Port': ['ID=470576a3-46b4-4106-b340-3334f51cd175,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:30.434882 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58000) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:30.448624 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-11094beb-9458-409f-bdaf-c948a61c9966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:30.546741 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-11094beb-9458-409f-bdaf-c948a61c9966 admin admin] Publish callbacks [] for security_group (3b7ebb23-a9a6-4590-a42f-971e6cd884ad), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:30.593572 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Publish callbacks [] for router_gateway (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:30.710661 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-11094beb-9458-409f-bdaf-c948a61c9966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (3b7ebb23-a9a6-4590-a42f-971e6cd884ad), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:30.757606 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-11094beb-9458-409f-bdaf-c948a61c9966 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=528007e18f654906a32efbd65e7ee54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192964 Mar 21 21:39:30.757833 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58004) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:30.763731 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11094beb-9458-409f-bdaf-c948a61c9966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7ebb23-a9a6-4590-a42f-971e6cd884ad,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:30.811460 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b7498e-371c-409d-8a7c-b57707ebc056 None None] Network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:39:30.823747 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6f505427-60bb-4f39-920f-b5c6fd580601 admin admin] Publish callbacks [] for security_group (3b7ebb23-a9a6-4590-a42f-971e6cd884ad), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:30.841669 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1818298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589543'] for router (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:30.869417 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6f505427-60bb-4f39-920f-b5c6fd580601 admin admin] Publish callbacks [] for security_group (3b7ebb23-a9a6-4590-a42f-971e6cd884ad), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:30.975128 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dada05-f10f-4c1e-bf48-6f5543b4f570 req-7fcfea9d-c681-45a2-a490-081dcfc4f93b tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:30.977478 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-04dada05-f10f-4c1e-bf48-6f5543b4f570 req-7fcfea9d-c681-45a2-a490-081dcfc4f93b tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 950 time: 0.0805371 Mar 21 21:39:30.986860 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device a6d25d69-df0e-4fb0-b219-03c7fd8c9827 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:39:30.994100 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-3b75c4d2-e658-4172-803f-49c30e0acb51 None None] Provisioning complete for port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:30.994713 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b75c4d2-e658-4172-803f-49c30e0acb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:31.041213 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-04dada05-f10f-4c1e-bf48-6f5543b4f570 req-40a56e26-6363-4ce6-9d9e-df7477114dbe tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f038f8bc-8de3-4fc9-b090-e439c37798dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568523 Mar 21 21:39:31.069050 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6f505427-60bb-4f39-920f-b5c6fd580601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (3b7ebb23-a9a6-4590-a42f-971e6cd884ad), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:31.078111 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6f505427-60bb-4f39-920f-b5c6fd580601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:31.078111 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6f505427-60bb-4f39-920f-b5c6fd580601 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b7ebb23-a9a6-4590-a42f-971e6cd884ad HTTP/1.1" status: 204 len: 168 time: 0.3142948 Mar 21 21:39:31.082022 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f505427-60bb-4f39-920f-b5c6fd580601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7ebb23-a9a6-4590-a42f-971e6cd884ad,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:31.104068 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d is scheduled to L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 with binding_index 1 {{(pid=104014) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 21:39:31.165650 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:31.166041 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:31.167741 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-3b75c4d2-e658-4172-803f-49c30e0acb51 None None] Current status of the port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:31.168122 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b75c4d2-e658-4172-803f-49c30e0acb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:31.252041 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-3b75c4d2-e658-4172-803f-49c30e0acb51 None None] For port a6d25d69-df0e-4fb0-b219-03c7fd8c9827, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=a6d25d69-df0e-4fb0-b219-03c7fd8c9827,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:31.309149 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:31.309896 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:31.330311 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564f057-3c5c-46c5-bb59-f1ce68a679be req-17a28d57-97c0-4a6c-8985-c0d10804e00e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:31.331863 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2564f057-3c5c-46c5-bb59-f1ce68a679be req-17a28d57-97c0-4a6c-8985-c0d10804e00e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0807226 Mar 21 21:39:31.339717 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:39:31.351575 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Sync routers for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:39:31.367363 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:39:31.367363 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:39:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:31.412523 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b75c4d2-e658-4172-803f-49c30e0acb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:31.422737 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2564f057-3c5c-46c5-bb59-f1ce68a679be req-0cb075b6-6e87-46e8-9641-ae742b046de0 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Mar 21 21:39:31.465348 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:31.470955 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d4910b43-600a-4ac1-a701-74cb4e71042a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6673262 Mar 21 21:39:31.473100 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58024) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:31.509967 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.db.api [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 21:39:31.510432 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG oslo_db.api [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 21:39:31.523791 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:39:31.524958 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75c4d2-e658-4172-803f-49c30e0acb51 None None] Pushing event updated for resources: {'Port': ['ID=a6d25d69-df0e-4fb0-b219-03c7fd8c9827,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:31.563099 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-79209061-0159-43c6-a78a-9e7d9fda2880 None None] Provisioning complete for port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:31.563099 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-79209061-0159-43c6-a78a-9e7d9fda2880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:31.739989 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-79209061-0159-43c6-a78a-9e7d9fda2880 None None] Current status of the port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:31.766018 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:30Z', 'revision_number': 3, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:31.802805 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Checking router: 2b974b33-2fb8-46c4-b2e7-55dd7c48369d for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:39:31.803491 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Updating router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d port 470576a3-46b4-4106-b340-3334f51cd175 binding host dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:39:31.842979 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (470576a3-46b4-4106-b340-3334f51cd175), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:32.053159 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:32.146103 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Publish callbacks [] for port (470576a3-46b4-4106-b340-3334f51cd175), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:32.209987 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e100b38-6f4a-4aa0-8358-df555cb9f550 req-ee3d998a-4353-43ed-afe4-e40d61ca8823 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:32.211442 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1e100b38-6f4a-4aa0-8358-df555cb9f550 req-ee3d998a-4353-43ed-afe4-e40d61ca8823 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 950 time: 0.0880406 Mar 21 21:39:32.289920 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (470576a3-46b4-4106-b340-3334f51cd175), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:32.310186 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1e100b38-6f4a-4aa0-8358-df555cb9f550 req-00a8c9c2-d355-4cad-9c2f-9ef4e07b332a tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/security-groups?id=f038f8bc-8de3-4fc9-b090-e439c37798dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816369 Mar 21 21:39:32.353827 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Attempting to bind port 470576a3-46b4-4106-b340-3334f51cd175 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:39:32.354450 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Attempting to bind port 470576a3-46b4-4106-b340-3334f51cd175 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:39:32.356266 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Attempting to bind port 470576a3-46b4-4106-b340-3334f51cd175 on network 9867fab8-7571-461d-96e4-4032e42c28a0 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:39:32.362840 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:32.366790 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Pushing event updated for resources: {'Port': ['ID=470576a3-46b4-4106-b340-3334f51cd175,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:32.373280 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:39:32.373863 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Checking segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:39:32.374435 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:32.374838 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Bound using segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:39:32.375312 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Bound port: 470576a3-46b4-4106-b340-3334f51cd175, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:39:32.375858 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (470576a3-46b4-4106-b340-3334f51cd175), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:32.379123 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.379462 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.379827 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.380189 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.380527 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.380884 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.381210 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.381530 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.382476 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.382810 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.383141 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.383515 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.383863 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.384190 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.384774 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:39:32.441228 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] For port 470576a3-46b4-4106-b340-3334f51cd175, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:39:32.444616 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] For port 470576a3-46b4-4106-b340-3334f51cd175, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=470576a3-46b4-4106-b340-3334f51cd175,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:39:32.521145 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (470576a3-46b4-4106-b340-3334f51cd175), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:32.553085 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Allocated IP 172.20.0.1 (70dbf6f8-94c9-414d-81cb-f5c9777e31d6/9e85d989-df6a-4920-a1dc-a33d482b0658/15b1872f-3fb8-49db-af5f-5f8225f375ce) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:39:32.588796 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420e1d8-25b4-4c4f-b59a-44a188b1b21f req-c20f0272-4ddf-416e-b8e4-18690d5f7d51 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:32.590605 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2420e1d8-25b4-4c4f-b59a-44a188b1b21f req-c20f0272-4ddf-416e-b8e4-18690d5f7d51 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 950 time: 0.0935605 Mar 21 21:39:32.593199 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd0427-1345-4391-b873-52588b7fd066 None None] Pushing event updated for resources: {'Port': ['ID=470576a3-46b4-4106-b340-3334f51cd175,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:32.605682 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:39:32.606385 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:39:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:32.623326 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22d803-0ef7-4fb9-8259-d752afc28e9b req-e7e63901-59cc-452f-9a88-cf77f4e567a2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:32.624961 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e22d803-0ef7-4fb9-8259-d752afc28e9b req-e7e63901-59cc-452f-9a88-cf77f4e567a2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.1088378 Mar 21 21:39:32.661599 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58062) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:32.724792 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e22d803-0ef7-4fb9-8259-d752afc28e9b req-72f8f34d-ac03-4180-96f2-bf9aca966b2b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873308 Mar 21 21:39:32.754350 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Publish callbacks [] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:32.754517 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-2420e1d8-25b4-4c4f-b59a-44a188b1b21f req-948004ce-897c-439c-bc92-b919f56e9597 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Deleting port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:39:32.754517 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2420e1d8-25b4-4c4f-b59a-44a188b1b21f req-948004ce-897c-439c-bc92-b919f56e9597 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:32.785736 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:39:32.838959 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1047593771-network', 'tenant_id': '64b3bc58a960425f96078f95b659daf6'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:32.852414 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-2420e1d8-25b4-4c4f-b59a-44a188b1b21f req-948004ce-897c-439c-bc92-b919f56e9597 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] For port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ab1fff40-39de-4c4d-bc49-ccdcc19ddeba,segment=NetworkSegment(edcd0d4a-f73b-44c6-9c83-1d76f3756780),segment_id=edcd0d4a-f73b-44c6-9c83-1d76f3756780)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:32.852832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2420e1d8-25b4-4c4f-b59a-44a188b1b21f req-948004ce-897c-439c-bc92-b919f56e9597 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:32.870672 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-2420e1d8-25b4-4c4f-b59a-44a188b1b21f req-948004ce-897c-439c-bc92-b919f56e9597 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Calling delete_port for ab1fff40-39de-4c4d-bc49-ccdcc19ddeba owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:39:32.886971 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:32.933498 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device a6d25d69-df0e-4fb0-b219-03c7fd8c9827 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:39:32.934641 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:39:32.949445 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:32.954903 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:39:32.958896 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=15b1872f-3fb8-49db-af5f-5f8225f375ce,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:32.997002 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:32.997372 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.008491 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818610'] for router_interface (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.060427 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Made reservation on behalf of 64b3bc58a960425f96078f95b659daf6 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:33.063173 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.078838 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.099932 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:30Z', 'revision_number': 3, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:33.106783 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:33.143516 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2420e1d8-25b4-4c4f-b59a-44a188b1b21f req-948004ce-897c-439c-bc92-b919f56e9597 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156'] for port (ab1fff40-39de-4c4d-bc49-ccdcc19ddeba), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.157741 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b56b0-64bb-401f-9fff-d54db3786c7a None None] The sync data for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi is: [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:30Z', 'revision_number': 3, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:39:33.213286 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948004ce-897c-439c-bc92-b919f56e9597 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Pushing event deleted for resources: {'Port': ['ID=ab1fff40-39de-4c4d-bc49-ccdcc19ddeba,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:33.260187 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Publish callbacks [] for security_group (9760a36d-2294-43ac-b277-1e015fe0b1ed), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.282574 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-2420e1d8-25b4-4c4f-b59a-44a188b1b21f req-948004ce-897c-439c-bc92-b919f56e9597 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] No DVR routers for this DVR port ab1fff40-39de-4c4d-bc49-ccdcc19ddeba on host hv-cinder-83454 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:39:33.286137 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2420e1d8-25b4-4c4f-b59a-44a188b1b21f req-948004ce-897c-439c-bc92-b919f56e9597 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.289608 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2420e1d8-25b4-4c4f-b59a-44a188b1b21f req-948004ce-897c-439c-bc92-b919f56e9597 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.31 "DELETE /v2.0/ports/ab1fff40-39de-4c4d-bc49-ccdcc19ddeba HTTP/1.1" status: 204 len: 173 time: 0.6926663 Mar 21 21:39:33.290025 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b7d766-1b72-49c7-bc45-9ad7b82e654d', 'name': 'network-vif-deleted', 'tag': 'ab1fff40-39de-4c4d-bc49-ccdcc19ddeba'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:33.293247 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4580742-7474-4289-99dd-16ee51262cdc" -d '{"events": [{"server_uuid": "c3b7d766-1b72-49c7-bc45-9ad7b82e654d", "name": "network-vif-deleted", "tag": "ab1fff40-39de-4c4d-bc49-ccdcc19ddeba"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:33.342224 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.343924 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0543008a-b393-4103-ab4f-ad3310fbb28a x-openstack-request-id: req-0543008a-b393-4103-ab4f-ad3310fbb28a {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:33.344217 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b7d766-1b72-49c7-bc45-9ad7b82e654d", "name": "network-vif-deleted", "tag": "ab1fff40-39de-4c4d-bc49-ccdcc19ddeba", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:33.344474 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0543008a-b393-4103-ab4f-ad3310fbb28a {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:33.345035 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b7d766-1b72-49c7-bc45-9ad7b82e654d', 'name': 'network-vif-deleted', 'tag': 'ab1fff40-39de-4c4d-bc49-ccdcc19ddeba', 'status': 'completed', 'code': 200} Mar 21 21:39:33.380881 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (9760a36d-2294-43ac-b277-1e015fe0b1ed), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.382670 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-ad112cbe-f929-4c9f-a2c8-071b46197158 None None] Provisioning complete for port 15b1872f-3fb8-49db-af5f-5f8225f375ce triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:33.383547 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ad112cbe-f929-4c9f-a2c8-071b46197158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.432543 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ad112cbe-f929-4c9f-a2c8-071b46197158 None None] Port 15b1872f-3fb8-49db-af5f-5f8225f375ce cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:39:33.494558 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9760a36d-2294-43ac-b277-1e015fe0b1ed,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:33.501455 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c849aae7-4698-443f-915f-52e96a45f4c2 req-f362e674-732f-44de-89b8-4f47eaa3ece3 tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 210 time: 0.0508676 Mar 21 21:39:33.533382 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:39:33.614559 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (13313b16-7e97-4785-978d-afe61293d031), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.614902 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Added segment 13313b16-7e97-4785-978d-afe61293d031 of type vlan for network 43bebecf-5791-46ee-998e-929ff35e3681 Mar 21 21:39:33.674338 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (43bebecf-5791-46ee-998e-929ff35e3681), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.743924 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Publish callbacks [] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.800403 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (43bebecf-5791-46ee-998e-929ff35e3681), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.801539 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:33.802143 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.820635 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58088) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:33.895365 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.961168 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ef9b-b986-4c48-8eb6-6a34c6bfd9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:33.994729 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] Pushing event updated for resources: {'Network': ['ID=43bebecf-5791-46ee-998e-929ff35e3681,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:33.999596 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5b7b30af-32df-4019-a1d1-47781f16a2bc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3363330 Mar 21 21:39:34.003116 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58094) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:34.009313 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 43bebecf-5791-46ee-998e-929ff35e3681 details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:39:34.012754 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-f58f95e7-e802-4488-b5d4-ce0691bb4667 admin admin] Request body: {'subnet': {'network_id': '43bebecf-5791-46ee-998e-929ff35e3681', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1047593771-subnet', 'tenant_id': '64b3bc58a960425f96078f95b659daf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:34.017385 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818470'] for router_interface (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:34.033991 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=15b1872f-3fb8-49db-af5f-5f8225f375ce,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:34.076515 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ef9b-b986-4c48-8eb6-6a34c6bfd9e2 admin admin] Publish callbacks [] for security_group (918d06d9-6bfc-4762-b693-f96db707ca97), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:34.096960 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c776e-cc1e-491b-b26e-1b1227b1c6ee req-7ebef74f-50c8-4a69-beb4-d482364eb87d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:34.097712 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e10c776e-cc1e-491b-b26e-1b1227b1c6ee req-7ebef74f-50c8-4a69-beb4-d482364eb87d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.2056997 Mar 21 21:39:34.115119 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58f95e7-e802-4488-b5d4-ce0691bb4667 admin admin] Made reservation on behalf of 64b3bc58a960425f96078f95b659daf6 for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:34.117722 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f58f95e7-e802-4488-b5d4-ce0691bb4667 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:34.159759 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ef9b-b986-4c48-8eb6-6a34c6bfd9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (918d06d9-6bfc-4762-b693-f96db707ca97), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:34.176290 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e10c776e-cc1e-491b-b26e-1b1227b1c6ee req-258d1151-9413-435a-8457-360132a9c35d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721631 Mar 21 21:39:34.183312 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:39:34.188689 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:34.239600 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c5f9ef9b-b986-4c48-8eb6-6a34c6bfd9e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9891ba5d6d64bf08a74d878fba1c044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178112 Mar 21 21:39:34.245424 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9ef9b-b986-4c48-8eb6-6a34c6bfd9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918d06d9-6bfc-4762-b693-f96db707ca97,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:34.252250 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58096) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:34.359432 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7686c8a7-c43b-4904-83d4-a200fb02a675 admin admin] Publish callbacks [] for security_group (918d06d9-6bfc-4762-b693-f96db707ca97), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:34.383105 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:39:34.481699 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7686c8a7-c43b-4904-83d4-a200fb02a675 admin admin] Publish callbacks [] for security_group (918d06d9-6bfc-4762-b693-f96db707ca97), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:34.523197 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:39:34.530724 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9f7e6207-c4dd-4c83-b7d2-5d7e765ff0d4 admin admin] 10.222.0.23 "PUT /v2.0/routers/2b974b33-2fb8-46c4-b2e7-55dd7c48369d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0563374 Mar 21 21:39:34.569843 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-3fa8dad9-85bc-4283-964c-9966b93032c7 None None] Provisioning complete for port 15b1872f-3fb8-49db-af5f-5f8225f375ce triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:34.570452 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fa8dad9-85bc-4283-964c-9966b93032c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:34.607475 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f58f95e7-e802-4488-b5d4-ce0691bb4667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for subnet (9e3a5450-1e16-483d-95e1-eae6339ffa87), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:34.608553 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8dad9-85bc-4283-964c-9966b93032c7 None None] Port 15b1872f-3fb8-49db-af5f-5f8225f375ce cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:39:34.627691 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55010c57-0d80-4d83-a479-2435ee414956 req-82b68584-cd2a-4ae4-9e11-d70f736e1dcb tempest-VolumesNegativeTest-1202880106 tempest-VolumesNegativeTest-1202880106-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3b7d766-1b72-49c7-bc45-9ad7b82e654d HTTP/1.1" status: 200 len: 210 time: 0.0319264 Mar 21 21:39:34.659626 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7686c8a7-c43b-4904-83d4-a200fb02a675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (918d06d9-6bfc-4762-b693-f96db707ca97), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:34.662308 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7686c8a7-c43b-4904-83d4-a200fb02a675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:34.663507 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7686c8a7-c43b-4904-83d4-a200fb02a675 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/918d06d9-6bfc-4762-b693-f96db707ca97 HTTP/1.1" status: 204 len: 168 time: 0.4102862 Mar 21 21:39:34.685400 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686c8a7-c43b-4904-83d4-a200fb02a675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918d06d9-6bfc-4762-b693-f96db707ca97,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:34.689911 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f95e7-e802-4488-b5d4-ce0691bb4667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3a5450-1e16-483d-95e1-eae6339ffa87,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:34.692922 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f95e7-e802-4488-b5d4-ce0691bb4667 admin admin] Checking segment: {'id': '13313b16-7e97-4785-978d-afe61293d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '43bebecf-5791-46ee-998e-929ff35e3681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:39:34.693279 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f95e7-e802-4488-b5d4-ce0691bb4667 admin admin] Network hostable DHCP agents. Network: 43bebecf-5791-46ee-998e-929ff35e3681, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:39:34.834363 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f95e7-e802-4488-b5d4-ce0691bb4667 admin admin] Network 43bebecf-5791-46ee-998e-929ff35e3681 is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:39:34.911224 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-f58f95e7-e802-4488-b5d4-ce0691bb4667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 43bebecf-5791-46ee-998e-929ff35e3681) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:34.914267 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58f95e7-e802-4488-b5d4-ce0691bb4667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:34.915069 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f58f95e7-e802-4488-b5d4-ce0691bb4667 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:34.919034 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 470576a3-46b4-4106-b340-3334f51cd175 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:39:34.925070 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e15c0-6e53-4241-b1ba-07449293d9af None None] Network 43bebecf-5791-46ee-998e-929ff35e3681 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:39:35.012340 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-f58f95e7-e802-4488-b5d4-ce0691bb4667 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0069911 Mar 21 21:39:35.012503 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ab1fff40-39de-4c4d-bc49-ccdcc19ddeba no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:39:35.042367 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: ab1fff40-39de-4c4d-bc49-ccdcc19ddeba {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:39:35.042718 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ab1fff40-39de-4c4d-bc49-ccdcc19ddeba not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:39:35.083020 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a76fa5-79d8-42b8-b195-a4f174918037 None None] Network 43bebecf-5791-46ee-998e-929ff35e3681 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:39:35.146375 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 470576a3-46b4-4106-b340-3334f51cd175 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:35.146655 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (470576a3-46b4-4106-b340-3334f51cd175), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:35.402817 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1d469-f51b-4a10-9e1f-a8f36da01a95 req-d6eeda9c-4bc5-4f8f-a42c-1ee08be35ff3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:35.405742 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76f1d469-f51b-4a10-9e1f-a8f36da01a95 req-d6eeda9c-4bc5-4f8f-a42c-1ee08be35ff3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0895348 Mar 21 21:39:35.412510 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 470576a3-46b4-4106-b340-3334f51cd175 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:35.412932 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (470576a3-46b4-4106-b340-3334f51cd175), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:35.438605 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] For port 470576a3-46b4-4106-b340-3334f51cd175, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=470576a3-46b4-4106-b340-3334f51cd175,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:35.460986 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58130) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:35.466168 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76f1d469-f51b-4a10-9e1f-a8f36da01a95 req-b0fc6d7e-52ec-40f4-aa40-9972d1eae048 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525343 Mar 21 21:39:35.467794 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-fa8cef97-82a1-490f-b8c6-4e7eb05e9713 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485637733', 'description': 'tempest-description--919840948'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:35.512253 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Sync routers for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:39:35.522883 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:39:35.523498 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:39:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:35.562282 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (470576a3-46b4-4106-b340-3334f51cd175), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:35.606373 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa8cef97-82a1-490f-b8c6-4e7eb05e9713 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:35.682733 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Pushing event updated for resources: {'Port': ['ID=470576a3-46b4-4106-b340-3334f51cd175,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:35.685368 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58138) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:35.714538 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-074b1552-4160-4e20-a3de-dc5dc27db8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:35.749316 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:39:35.750067 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa8cef97-82a1-490f-b8c6-4e7eb05e9713 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group (f524dca2-1fdc-43d1-b057-19d91e54e893), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:35.818974 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-074b1552-4160-4e20-a3de-dc5dc27db8bd admin admin] Publish callbacks [] for security_group (61daddfc-a0a0-48cc-b42a-76bba2fa18d5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:35.880473 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa8cef97-82a1-490f-b8c6-4e7eb05e9713 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (f524dca2-1fdc-43d1-b057-19d91e54e893), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:35.908478 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cef97-82a1-490f-b8c6-4e7eb05e9713 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f524dca2-1fdc-43d1-b057-19d91e54e893,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:35.925411 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-074b1552-4160-4e20-a3de-dc5dc27db8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (61daddfc-a0a0-48cc-b42a-76bba2fa18d5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:35.976630 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-074b1552-4160-4e20-a3de-dc5dc27db8bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7f0ede5afb2499880a1be770ae96484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895005 Mar 21 21:39:35.976792 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 2, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:35.976951 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58158) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:35.977920 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b1552-4160-4e20-a3de-dc5dc27db8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61daddfc-a0a0-48cc-b42a-76bba2fa18d5,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:36.008333 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Checking router: 2b974b33-2fb8-46c4-b2e7-55dd7c48369d for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:39:36.008983 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Updating router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d port 15b1872f-3fb8-49db-af5f-5f8225f375ce binding host dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:39:36.026711 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa8cef97-82a1-490f-b8c6-4e7eb05e9713 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.028503 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fa8cef97-82a1-490f-b8c6-4e7eb05e9713 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5652642 Mar 21 21:39:36.031614 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58162) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:36.036764 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-03dff7a7-7f54-4dfd-9738-63fd4461062e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Request body: {'security_group_rule': {'security_group_id': 'f524dca2-1fdc-43d1-b057-19d91e54e893', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:36.046836 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.062342 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-758fdcb6-5f82-4ff1-9269-ed8ea10dfe26 admin admin] Publish callbacks [] for security_group (61daddfc-a0a0-48cc-b42a-76bba2fa18d5), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.089401 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-758fdcb6-5f82-4ff1-9269-ed8ea10dfe26 admin admin] Publish callbacks [] for security_group (61daddfc-a0a0-48cc-b42a-76bba2fa18d5), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.114490 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58168) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:36.120451 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1702440274-network', 'tenant_id': 'a1c35e872a3149cb81dd702584f479b0'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:36.224621 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-03dff7a7-7f54-4dfd-9738-63fd4461062e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group_rule (b52924e5-155d-493d-accc-4a0285341200), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.252822 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-758fdcb6-5f82-4ff1-9269-ed8ea10dfe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (61daddfc-a0a0-48cc-b42a-76bba2fa18d5), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.255371 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-758fdcb6-5f82-4ff1-9269-ed8ea10dfe26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.259038 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-758fdcb6-5f82-4ff1-9269-ed8ea10dfe26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61daddfc-a0a0-48cc-b42a-76bba2fa18d5 HTTP/1.1" status: 204 len: 168 time: 0.2786121 Mar 21 21:39:36.270816 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fdcb6-5f82-4ff1-9269-ed8ea10dfe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61daddfc-a0a0-48cc-b42a-76bba2fa18d5,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:36.292298 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Made reservation on behalf of a1c35e872a3149cb81dd702584f479b0 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:36.292298 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.305482 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.343392 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-03dff7a7-7f54-4dfd-9738-63fd4461062e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group_rule (b52924e5-155d-493d-accc-4a0285341200), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.409237 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Publish callbacks [] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.423875 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-03dff7a7-7f54-4dfd-9738-63fd4461062e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (b52924e5-155d-493d-accc-4a0285341200), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.429731 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Publish callbacks [] for security_group (c8257a31-b0f8-4d7d-ac5b-439b26d62eb5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.444727 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dff7a7-7f54-4dfd-9738-63fd4461062e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52924e5-155d-493d-accc-4a0285341200,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:36.509439 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.509967 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (c8257a31-b0f8-4d7d-ac5b-439b26d62eb5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.526707 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:39:36.566785 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (62bb22bd-c6c3-49ae-86cb-ca02e27db1c6), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.567522 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Added segment 62bb22bd-c6c3-49ae-86cb-ca02e27db1c6 of type vlan for network 0670df6c-3ef9-452e-8869-035e0dbb5bc7 Mar 21 21:39:36.568478 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29976284-7c6b-49d7-b14c-8cea6b310e37 None None] Pushing event updated for resources: {'Port': ['ID=15b1872f-3fb8-49db-af5f-5f8225f375ce,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:36.627524 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-03dff7a7-7f54-4dfd-9738-63fd4461062e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.628733 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-03dff7a7-7f54-4dfd-9738-63fd4461062e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5959477 Mar 21 21:39:36.632617 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58190) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:36.637514 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-1c42790f-8091-4dfc-b9ed-0360da3657e7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Request body: {'security_group_rule': {'security_group_id': 'f524dca2-1fdc-43d1-b057-19d91e54e893', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:36.641930 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Attempting to bind port 15b1872f-3fb8-49db-af5f-5f8225f375ce on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:39:36.642106 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Attempting to bind port 15b1872f-3fb8-49db-af5f-5f8225f375ce by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:39:36.642466 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Attempting to bind port 15b1872f-3fb8-49db-af5f-5f8225f375ce on network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:39:36.648309 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:39:36.648785 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Checking segment: {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:39:36.649210 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.649618 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Bound using segment: {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:39:36.650324 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Bound port: 15b1872f-3fb8-49db-af5f-5f8225f375ce, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:39:36.650789 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.667630 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8257a31-b0f8-4d7d-ac5b-439b26d62eb5,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:36.699115 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (0670df6c-3ef9-452e-8869-035e0dbb5bc7), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.739007 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] For port 15b1872f-3fb8-49db-af5f-5f8225f375ce, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:39:36.742660 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] For port 15b1872f-3fb8-49db-af5f-5f8225f375ce, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=15b1872f-3fb8-49db-af5f-5f8225f375ce,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:39:36.771367 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1c42790f-8091-4dfc-b9ed-0360da3657e7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group_rule (430822e1-7283-4b7a-b153-bbd422064841), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.771597 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57ac53-3260-4981-ab7a-685b0b987c4b req-aa7a5954-f89e-4dc4-8122-bde65e51167e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:36.779370 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4e57ac53-3260-4981-ab7a-685b0b987c4b req-aa7a5954-f89e-4dc4-8122-bde65e51167e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.2100227 Mar 21 21:39:36.846748 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.864422 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (0670df6c-3ef9-452e-8869-035e0dbb5bc7), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.865485 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:36.866079 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.866435 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1c42790f-8091-4dfc-b9ed-0360da3657e7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group_rule (430822e1-7283-4b7a-b153-bbd422064841), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:36.932588 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:39:36.933504 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:39:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:36.947770 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29976284-7c6b-49d7-b14c-8cea6b310e37 None None] Pushing event updated for resources: {'Port': ['ID=15b1872f-3fb8-49db-af5f-5f8225f375ce,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:36.947905 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4e57ac53-3260-4981-ab7a-685b0b987c4b req-c9fcbb9f-7f11-4af3-b9f2-6930da048e09 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666834 Mar 21 21:39:36.967886 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1c42790f-8091-4dfc-b9ed-0360da3657e7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (430822e1-7283-4b7a-b153-bbd422064841), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.005708 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42790f-8091-4dfc-b9ed-0360da3657e7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430822e1-7283-4b7a-b153-bbd422064841,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:37.008322 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] Pushing event updated for resources: {'Network': ['ID=0670df6c-3ef9-452e-8869-035e0dbb5bc7,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:37.021973 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7c59ac7d-6f24-4e0a-99b4-cd21fc684d76 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9061065 Mar 21 21:39:37.026224 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58214) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:37.031747 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-ee3abef1-a270-4947-9899-26dfb6576e89 admin admin] Request body: {'subnet': {'network_id': '0670df6c-3ef9-452e-8869-035e0dbb5bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1702440274-subnet', 'tenant_id': 'a1c35e872a3149cb81dd702584f479b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:37.049543 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 470576a3-46b4-4106-b340-3334f51cd175 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:39:37.057393 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 0670df6c-3ef9-452e-8869-035e0dbb5bc7 details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:39:37.075158 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1c42790f-8091-4dfc-b9ed-0360da3657e7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.077091 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-1c42790f-8091-4dfc-b9ed-0360da3657e7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4427450 Mar 21 21:39:37.080439 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58222) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:37.085053 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:37.147453 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-de0ad82f-0a76-4abc-a906-56b49d52faeb None None] Provisioning complete for port 15b1872f-3fb8-49db-af5f-5f8225f375ce triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:37.156013 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-de0ad82f-0a76-4abc-a906-56b49d52faeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.201441 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3abef1-a270-4947-9899-26dfb6576e89 admin admin] Made reservation on behalf of a1c35e872a3149cb81dd702584f479b0 for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:37.203431 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.211776 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ee3abef1-a270-4947-9899-26dfb6576e89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.315848 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:39:37.391198 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 470576a3-46b4-4106-b340-3334f51cd175 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:37.391587 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (470576a3-46b4-4106-b340-3334f51cd175), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.423774 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.485320 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-de0ad82f-0a76-4abc-a906-56b49d52faeb None None] Current status of the port 15b1872f-3fb8-49db-af5f-5f8225f375ce is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:37.485965 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-de0ad82f-0a76-4abc-a906-56b49d52faeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.580097 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-de0ad82f-0a76-4abc-a906-56b49d52faeb None None] For port 15b1872f-3fb8-49db-af5f-5f8225f375ce, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=15b1872f-3fb8-49db-af5f-5f8225f375ce,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:37.598725 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Allocated IP 172.27.1.175 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/f06b98c1-ac61-4c39-a19d-2785fadf8448) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:39:37.698071 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ee3abef1-a270-4947-9899-26dfb6576e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for subnet (0cc08f60-495f-494e-a1e9-cf6bc75e1f24), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.710466 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for port (f06b98c1-ac61-4c39-a19d-2785fadf8448), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.733284 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-de0ad82f-0a76-4abc-a906-56b49d52faeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.766294 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3abef1-a270-4947-9899-26dfb6576e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc08f60-495f-494e-a1e9-cf6bc75e1f24,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:37.785610 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3abef1-a270-4947-9899-26dfb6576e89 admin admin] Checking segment: {'id': '62bb22bd-c6c3-49ae-86cb-ca02e27db1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0670df6c-3ef9-452e-8869-035e0dbb5bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:39:37.785731 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 470576a3-46b4-4106-b340-3334f51cd175 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:37.786263 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3abef1-a270-4947-9899-26dfb6576e89 admin admin] Network hostable DHCP agents. Network: 0670df6c-3ef9-452e-8869-035e0dbb5bc7, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:39:37.814141 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (f06b98c1-ac61-4c39-a19d-2785fadf8448), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.826349 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ad82f-0a76-4abc-a906-56b49d52faeb None None] Pushing event updated for resources: {'Port': ['ID=15b1872f-3fb8-49db-af5f-5f8225f375ce,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:37.863455 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:39:37.864632 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-891f31cb-ae41-4ce7-ac36-aa54ca4b3b3d None None] Provisioning complete for port 15b1872f-3fb8-49db-af5f-5f8225f375ce triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:37.865019 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-891f31cb-ae41-4ce7-ac36-aa54ca4b3b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.866139 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3abef1-a270-4947-9899-26dfb6576e89 admin admin] Network 0670df6c-3ef9-452e-8869-035e0dbb5bc7 is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:39:37.866760 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:37.869909 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:36Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:37.879233 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:39:37.885350 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event updated for resources: {'Port': ['ID=f06b98c1-ac61-4c39-a19d-2785fadf8448,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:37.923421 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34c867-0db6-4a76-8e0b-c98d683676e7 None None] The sync data for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi is: [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:36Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:39:37.944401 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-ee3abef1-a270-4947-9899-26dfb6576e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 0670df6c-3ef9-452e-8869-035e0dbb5bc7) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:37.950489 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3abef1-a270-4947-9899-26dfb6576e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:37.951111 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ee3abef1-a270-4947-9899-26dfb6576e89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:37.961789 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48fa5bd-cabc-4eb0-80c7-9494673f4d3e None None] Network 0670df6c-3ef9-452e-8869-035e0dbb5bc7 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:39:38.047779 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ee3abef1-a270-4947-9899-26dfb6576e89 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0201116 Mar 21 21:39:38.055188 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (88eac85f-9439-4fa4-a02b-60879ca93a31), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:38.103995 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58300) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:38.131108 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-891f31cb-ae41-4ce7-ac36-aa54ca4b3b3d None None] Current status of the port 15b1872f-3fb8-49db-af5f-5f8225f375ce is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:38.182375 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca213-2e32-4bb1-b6b8-3b728a365774 req-a9b0ce3e-0899-4d86-9069-240bf7826a03 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:38.182375 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-589ca213-2e32-4bb1-b6b8-3b728a365774 req-a9b0ce3e-0899-4d86-9069-240bf7826a03 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0701282 Mar 21 21:39:38.195284 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e4176-d93f-4cae-9f6d-63d4aca39d96 None None] Network 0670df6c-3ef9-452e-8869-035e0dbb5bc7 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:39:38.265407 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (f06b98c1-ac61-4c39-a19d-2785fadf8448), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:38.308291 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-589ca213-2e32-4bb1-b6b8-3b728a365774 req-4e397eef-f566-4b41-bfd1-f3d4e37e17fe tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199059 Mar 21 21:39:38.509253 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for port (f06b98c1-ac61-4c39-a19d-2785fadf8448), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:38.588888 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (f06b98c1-ac61-4c39-a19d-2785fadf8448), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:38.601077 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-95068bdd-1377-43be-a7e4-01ad5b4a3bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:38.674895 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event updated for resources: {'Port': ['ID=f06b98c1-ac61-4c39-a19d-2785fadf8448,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:38.682332 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (88eac85f-9439-4fa4-a02b-60879ca93a31), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:38.711077 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-95068bdd-1377-43be-a7e4-01ad5b4a3bb3 admin admin] Publish callbacks [] for security_group (c7ffc177-4568-421f-ac2b-d7c0d1eb81a4), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:38.846505 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-95068bdd-1377-43be-a7e4-01ad5b4a3bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (c7ffc177-4568-421f-ac2b-d7c0d1eb81a4), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:38.851454 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:38.858256 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b256baf0-690b-4313-9a53-f6a32bb468dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7713535 Mar 21 21:39:38.890289 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95068bdd-1377-43be-a7e4-01ad5b4a3bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ffc177-4568-421f-ac2b-d7c0d1eb81a4,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:38.912286 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58324) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:38.919345 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-95068bdd-1377-43be-a7e4-01ad5b4a3bb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b5a338b92a64a6180e0fca4f2dd2ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8132119 Mar 21 21:39:38.973698 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 15b1872f-3fb8-49db-af5f-5f8225f375ce up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:39:38.988297 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc052-7907-43fc-8796-3d56853014f3 admin admin] Publish callbacks [] for security_group (c7ffc177-4568-421f-ac2b-d7c0d1eb81a4), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:39.035426 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc052-7907-43fc-8796-3d56853014f3 admin admin] Publish callbacks [] for security_group (c7ffc177-4568-421f-ac2b-d7c0d1eb81a4), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:39.044445 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 15b1872f-3fb8-49db-af5f-5f8225f375ce triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:39.044876 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:39.159632 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 15b1872f-3fb8-49db-af5f-5f8225f375ce is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:39.225094 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-7e886008-7242-431e-ab60-988b86b9afa8 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1485637733&fields=id&tenant_id=fdfca42329034040bbf7df63a9adb6e8 HTTP/1.1" status: 200 len: 267 time: 0.0608563 Mar 21 21:39:39.327577 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc052-7907-43fc-8796-3d56853014f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (c7ffc177-4568-421f-ac2b-d7c0d1eb81a4), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:39.330780 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc052-7907-43fc-8796-3d56853014f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:39.335936 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4e4cc052-7907-43fc-8796-3d56853014f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7ffc177-4568-421f-ac2b-d7c0d1eb81a4 HTTP/1.1" status: 204 len: 168 time: 0.4224749 Mar 21 21:39:39.357053 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cc052-7907-43fc-8796-3d56853014f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ffc177-4568-421f-ac2b-d7c0d1eb81a4,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:39.453276 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-0661485d-6b65-4fab-982e-80d83eafb492 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:39.454826 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-0661485d-6b65-4fab-982e-80d83eafb492 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/networks?id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6 HTTP/1.1" status: 200 len: 811 time: 0.2228241 Mar 21 21:39:39.489424 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-7724eff9-6cc2-4a1f-9cc5-9960fb7f67ae tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/quotas/fdfca42329034040bbf7df63a9adb6e8 HTTP/1.1" status: 200 len: 375 time: 0.0141332 Mar 21 21:39:39.565266 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87cbfc-d07e-4365-abda-5ef607aa4194 req-7fcc964b-8798-4f2c-bacd-7fad05f83f5e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:39.569114 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8b87cbfc-d07e-4365-abda-5ef607aa4194 req-7fcc964b-8798-4f2c-bacd-7fad05f83f5e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.1353090 Mar 21 21:39:39.614508 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-1bd1bc04-a818-459e-a362-62ce59eee08f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fdfca42329034040bbf7df63a9adb6e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163571 Mar 21 21:39:39.994576 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8b87cbfc-d07e-4365-abda-5ef607aa4194 req-34aa7c3d-2dba-4493-9ae0-15cb64fe6a0f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111991 Mar 21 21:39:40.048553 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-c7db11d9-6bf2-4726-98fd-58ec519d446c service neutron] 10.222.0.23 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122257 Mar 21 21:39:40.159775 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-2262cc2a-97e9-4662-911a-741f1d2f5624 service neutron] 10.222.0.23 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004446 Mar 21 21:39:40.238255 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:39:40.336435 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58394) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:40.418722 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58400) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:40.435492 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e10458e8-87dd-4aae-a051-4d4fac2b0469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:40.520676 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e10458e8-87dd-4aae-a051-4d4fac2b0469 admin admin] Publish callbacks [] for security_group (3d5c0fc5-2b80-4f16-bd67-8dfce135081e), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:40.583074 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e10458e8-87dd-4aae-a051-4d4fac2b0469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (3d5c0fc5-2b80-4f16-bd67-8dfce135081e), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:40.609451 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-daf4c476-b10c-4ab8-9111-693188101cad req-8f2d2e0e-b9e2-4384-9026-821ea5c5d861 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 210 time: 0.0455616 Mar 21 21:39:40.655336 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e10458e8-87dd-4aae-a051-4d4fac2b0469 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a46e6ac16c7849479ed2e5441161a13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318130 Mar 21 21:39:40.655336 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10458e8-87dd-4aae-a051-4d4fac2b0469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5c0fc5-2b80-4f16-bd67-8dfce135081e,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:40.655571 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58424) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:40.676242 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-56387898-ead4-48a3-b0bb-8fb2f585f713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:40.738900 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d53dc6b5-5fe5-4faa-b36d-c7f348d64902 admin admin] Publish callbacks [] for security_group (3d5c0fc5-2b80-4f16-bd67-8dfce135081e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:40.765342 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d53dc6b5-5fe5-4faa-b36d-c7f348d64902 admin admin] Publish callbacks [] for security_group (3d5c0fc5-2b80-4f16-bd67-8dfce135081e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:40.791870 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-56387898-ead4-48a3-b0bb-8fb2f585f713 admin admin] Publish callbacks [] for security_group (af8c30e6-a94f-4543-a028-b7ddd825f3cf), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:40.875179 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d53dc6b5-5fe5-4faa-b36d-c7f348d64902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (3d5c0fc5-2b80-4f16-bd67-8dfce135081e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:40.875367 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-56387898-ead4-48a3-b0bb-8fb2f585f713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (af8c30e6-a94f-4543-a028-b7ddd825f3cf), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:40.878183 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d53dc6b5-5fe5-4faa-b36d-c7f348d64902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:40.882644 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d53dc6b5-5fe5-4faa-b36d-c7f348d64902 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d5c0fc5-2b80-4f16-bd67-8dfce135081e HTTP/1.1" status: 204 len: 168 time: 0.2257202 Mar 21 21:39:40.891990 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dc6b5-5fe5-4faa-b36d-c7f348d64902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5c0fc5-2b80-4f16-bd67-8dfce135081e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:40.940361 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-56387898-ead4-48a3-b0bb-8fb2f585f713 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bcb0164e816246b7a699ef83faa9e7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6026447 Mar 21 21:39:40.943531 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58466) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:40.950152 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56387898-ead4-48a3-b0bb-8fb2f585f713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8c30e6-a94f-4543-a028-b7ddd825f3cf,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:41.013695 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b40b584-70f7-4232-9109-bc5bc05027b7 admin admin] Publish callbacks [] for security_group (af8c30e6-a94f-4543-a028-b7ddd825f3cf), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:41.037926 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b40b584-70f7-4232-9109-bc5bc05027b7 admin admin] Publish callbacks [] for security_group (af8c30e6-a94f-4543-a028-b7ddd825f3cf), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:41.169431 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c220c46-aabe-41ae-bb47-d3d15ec08ceb req-280bea70-07da-467f-85a2-691c694d2b76 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:41.171737 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9c220c46-aabe-41ae-bb47-d3d15ec08ceb req-280bea70-07da-467f-85a2-691c694d2b76 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0909591 Mar 21 21:39:41.172277 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b40b584-70f7-4232-9109-bc5bc05027b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (af8c30e6-a94f-4543-a028-b7ddd825f3cf), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:41.174826 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b40b584-70f7-4232-9109-bc5bc05027b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:41.176044 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7b40b584-70f7-4232-9109-bc5bc05027b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af8c30e6-a94f-4543-a028-b7ddd825f3cf HTTP/1.1" status: 204 len: 168 time: 0.2312424 Mar 21 21:39:41.184114 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40b584-70f7-4232-9109-bc5bc05027b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8c30e6-a94f-4543-a028-b7ddd825f3cf,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:41.235632 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9c220c46-aabe-41ae-bb47-d3d15ec08ceb req-39139c50-bb1d-4fb8-9b72-2e6b8fd63136 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528817 Mar 21 21:39:41.701176 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58494) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:41.703439 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-436fa7e3-539d-412a-a4ea-c885b8b575dc req-eb5e3162-cf6e-456e-ab1b-0ddfe1b28b15 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 210 time: 0.0309474 Mar 21 21:39:41.713822 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-10b3883a-2e24-4afe-820b-df2fe9b86ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:41.811863 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-10b3883a-2e24-4afe-820b-df2fe9b86ed0 admin admin] Publish callbacks [] for security_group (0c61c7f9-827e-43d4-ac33-5a8e21f683f3), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:41.863028 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-10b3883a-2e24-4afe-820b-df2fe9b86ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0c61c7f9-827e-43d4-ac33-5a8e21f683f3), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:41.903541 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-10b3883a-2e24-4afe-820b-df2fe9b86ed0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c91407f51a44634b51891ab11c9a6f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045596 Mar 21 21:39:41.904511 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3883a-2e24-4afe-820b-df2fe9b86ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c61c7f9-827e-43d4-ac33-5a8e21f683f3,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:41.906402 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58516) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:41.971683 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a3209aad-97be-437e-b65b-6c65925e2053 admin admin] Publish callbacks [] for security_group (0c61c7f9-827e-43d4-ac33-5a8e21f683f3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:41.994899 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a3209aad-97be-437e-b65b-6c65925e2053 admin admin] Publish callbacks [] for security_group (0c61c7f9-827e-43d4-ac33-5a8e21f683f3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:42.066939 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58526) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:42.081812 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-035690d2-4f8e-45e6-b265-fa99851c2c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:42.172476 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a3209aad-97be-437e-b65b-6c65925e2053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0c61c7f9-827e-43d4-ac33-5a8e21f683f3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:42.179721 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a3209aad-97be-437e-b65b-6c65925e2053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:42.180783 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a3209aad-97be-437e-b65b-6c65925e2053 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c61c7f9-827e-43d4-ac33-5a8e21f683f3 HTTP/1.1" status: 204 len: 168 time: 0.2726684 Mar 21 21:39:42.190202 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3209aad-97be-437e-b65b-6c65925e2053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c61c7f9-827e-43d4-ac33-5a8e21f683f3,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:42.233975 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-035690d2-4f8e-45e6-b265-fa99851c2c2a admin admin] Publish callbacks [] for security_group (f833f638-9791-4720-9326-aff86748ba64), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:42.309522 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-035690d2-4f8e-45e6-b265-fa99851c2c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (f833f638-9791-4720-9326-aff86748ba64), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:42.361199 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-035690d2-4f8e-45e6-b265-fa99851c2c2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29c0795aa94d425eab54f3cdfb911435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926147 Mar 21 21:39:42.363679 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58538) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:42.416235 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035690d2-4f8e-45e6-b265-fa99851c2c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f833f638-9791-4720-9326-aff86748ba64,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:42.422710 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904e2c4-5613-44fd-9867-62efd56d5f3a req-245fc000-c314-4b5e-b060-6a9257531287 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:42.431645 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0904e2c4-5613-44fd-9867-62efd56d5f3a req-245fc000-c314-4b5e-b060-6a9257531287 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0953763 Mar 21 21:39:42.452103 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6c01ef12-11ee-4b99-b3a4-ee64d5f72103 admin admin] Publish callbacks [] for security_group (f833f638-9791-4720-9326-aff86748ba64), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:42.476365 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6c01ef12-11ee-4b99-b3a4-ee64d5f72103 admin admin] Publish callbacks [] for security_group (f833f638-9791-4720-9326-aff86748ba64), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:42.485398 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0904e2c4-5613-44fd-9867-62efd56d5f3a req-7e5e2a25-0f3c-4d36-aa7a-f059f5c33760 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526848 Mar 21 21:39:42.629734 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6c01ef12-11ee-4b99-b3a4-ee64d5f72103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (f833f638-9791-4720-9326-aff86748ba64), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:42.632385 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6c01ef12-11ee-4b99-b3a4-ee64d5f72103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:42.633718 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6c01ef12-11ee-4b99-b3a4-ee64d5f72103 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f833f638-9791-4720-9326-aff86748ba64 HTTP/1.1" status: 204 len: 168 time: 0.2689579 Mar 21 21:39:42.647409 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01ef12-11ee-4b99-b3a4-ee64d5f72103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f833f638-9791-4720-9326-aff86748ba64,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:42.836075 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e595ccb-26ff-4cbc-9ca5-b6e1af5c6cf9 req-ec46890d-1966-40d3-876e-19024e6cbe71 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 210 time: 0.0437236 Mar 21 21:39:43.211672 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-b3930373-9205-4cd4-845c-3207db073a7d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:43.213084 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-b3930373-9205-4cd4-845c-3207db073a7d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.31 "GET /v2.0/networks?id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6 HTTP/1.1" status: 200 len: 811 time: 0.1017184 Mar 21 21:39:43.277182 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-d62e5605-047c-4a23-841c-51f85642178a tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdfca42329034040bbf7df63a9adb6e8 HTTP/1.1" status: 200 len: 380 time: 0.0545928 Mar 21 21:39:43.286374 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Request body: {'port': {'device_id': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'admin_state_up': True, 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'security_groups': ['f524dca2-1fdc-43d1-b057-19d91e54e893']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:43.485713 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Made reservation on behalf of fdfca42329034040bbf7df63a9adb6e8 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:43.489176 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:43.665774 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c60e51-3a34-4265-a263-309350cef252 req-925e1f82-adc4-4d35-b274-888568b83a2e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:43.667180 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Allocated IP 172.20.0.3 (70dbf6f8-94c9-414d-81cb-f5c9777e31d6/9e85d989-df6a-4920-a1dc-a33d482b0658/6c7e280f-69cf-4531-9c7c-0661659a207b) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:39:43.669156 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-88c60e51-3a34-4265-a263-309350cef252 req-925e1f82-adc4-4d35-b274-888568b83a2e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0687249 Mar 21 21:39:43.750092 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-88c60e51-3a34-4265-a263-309350cef252 req-f2dfd509-ffaf-47aa-8b47-ad6e5400ddb3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703588 Mar 21 21:39:43.884343 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:43.945093 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fcb2e72f-7f40-4ddc-90b0-f3379b4f2140 req-2421615e-c2e8-48d9-9ed3-d15eba688e4a tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 210 time: 0.0313454 Mar 21 21:39:44.033020 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58630) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:44.039880 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:44.094875 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:39:44.099155 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:44.101135 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event updated for resources: {'Port': ['ID=6c7e280f-69cf-4531-9c7c-0661659a207b,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:44.103332 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:39:44.109248 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:44.109881 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:44.150925 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-744801331-network', 'tenant_id': '331e7fe277a34e438f62ba7578ffdc6c'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:44.290880 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-22ab3f7f-6d7a-4488-9a3c-77cc3424ed75 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0082994 Mar 21 21:39:44.302199 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Request body: {'port': {'device_id': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:44.320724 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-409f9dce-742a-48f6-a0da-9ff8c718e853 None None] Provisioning complete for port 6c7e280f-69cf-4531-9c7c-0661659a207b triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:44.321300 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-409f9dce-742a-48f6-a0da-9ff8c718e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:44.368521 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-409f9dce-742a-48f6-a0da-9ff8c718e853 None None] Port 6c7e280f-69cf-4531-9c7c-0661659a207b cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:39:44.372526 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:44.430681 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Made reservation on behalf of 331e7fe277a34e438f62ba7578ffdc6c for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:44.432980 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:44.488318 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:44.520865 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:44.871804 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Publish callbacks [] for security_group (84ceac7a-c11b-49e0-a4bb-639b52407d59), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:44.902450 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d44c2-10ad-4819-9ab1-346690ac44c7 req-e2983afa-d574-4c04-80f5-bee48111c8ba tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:44.905288 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-667d44c2-10ad-4819-9ab1-346690ac44c7 req-e2983afa-d574-4c04-80f5-bee48111c8ba tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0699508 Mar 21 21:39:44.934456 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7e280f-69cf-4531-9c7c-0661659a207b {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:39:44.942777 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (84ceac7a-c11b-49e0-a4bb-639b52407d59), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:44.946871 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Publish callbacks [] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:44.964886 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-667d44c2-10ad-4819-9ab1-346690ac44c7 req-ff1ebb99-631c-4fcc-b15e-d0f7878a3aca tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546300 Mar 21 21:39:44.975582 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Transition to ACTIVE for port object 6c7e280f-69cf-4531-9c7c-0661659a207b will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:39:44.976433 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:39:44.999662 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ceac7a-c11b-49e0-a4bb-639b52407d59,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:45.008315 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.008315 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Added segment 0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba of type vlan for network 965ef867-91a6-43a8-bc39-427846c038dc Mar 21 21:39:45.068872 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.076791 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (965ef867-91a6-43a8-bc39-427846c038dc), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.099813 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30518ec0-4769-435c-b3e6-ad95196c0bdf req-6e088d37-5b1e-4778-807b-02bbed812415 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:45.112046 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-30518ec0-4769-435c-b3e6-ad95196c0bdf req-6e088d37-5b1e-4778-807b-02bbed812415 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 931 time: 0.0740964 Mar 21 21:39:45.197924 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7e280f-69cf-4531-9c7c-0661659a207b,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:45.198294 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-30518ec0-4769-435c-b3e6-ad95196c0bdf req-85e0e076-1859-4869-ab04-4c09cac78e93 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799499 Mar 21 21:39:45.229122 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Attempting to bind port 6c7e280f-69cf-4531-9c7c-0661659a207b on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:39:45.229469 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Attempting to bind port 6c7e280f-69cf-4531-9c7c-0661659a207b by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:39:45.229873 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Attempting to bind port 6c7e280f-69cf-4531-9c7c-0661659a207b on network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:39:45.236231 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Port 6c7e280f-69cf-4531-9c7c-0661659a207b on network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:39:45.236558 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Attempting to bind port 6c7e280f-69cf-4531-9c7c-0661659a207b on network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:39:45.249311 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58674) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:45.249585 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:39:45.250097 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Checking segment: {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:39:45.250590 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Bound using segment: {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:39:45.251502 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Bound port: 6c7e280f-69cf-4531-9c7c-0661659a207b, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:39:45.251502 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.300726 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (965ef867-91a6-43a8-bc39-427846c038dc), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.301857 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:45.302442 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.388551 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] Pushing event updated for resources: {'Network': ['ID=965ef867-91a6-43a8-bc39-427846c038dc,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:45.391067 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] For port 6c7e280f-69cf-4531-9c7c-0661659a207b, host hv-cinder-83454, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:39:45.394454 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] For port 6c7e280f-69cf-4531-9c7c-0661659a207b, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6c7e280f-69cf-4531-9c7c-0661659a207b,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:39:45.403235 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 965ef867-91a6-43a8-bc39-427846c038dc details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:39:45.410637 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7fc81d97-896b-4eda-97ad-25cc86e56b92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b0490db9f6e420faca4442e465a577b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598387 Mar 21 21:39:45.413167 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58678) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:45.463879 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e0540a02-b7da-4269-a9a1-200eb0bf14e3 admin admin] Publish callbacks [] for security_group (f038f8bc-8de3-4fc9-b090-e439c37798dc), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.486045 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e0540a02-b7da-4269-a9a1-200eb0bf14e3 admin admin] Publish callbacks [] for security_group (f038f8bc-8de3-4fc9-b090-e439c37798dc), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.488734 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2eae4ba4-a334-4f87-a413-d2d6120402a7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4542744 Mar 21 21:39:45.492326 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58682) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:45.497806 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-e1b3b479-43f5-40c5-bbc8-1bf58f711389 admin admin] Request body: {'subnet': {'network_id': '965ef867-91a6-43a8-bc39-427846c038dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-744801331-subnet', 'tenant_id': '331e7fe277a34e438f62ba7578ffdc6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:45.519217 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.557964 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:45.558584 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.560071 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] 10.222.0.31 "PUT /v2.0/ports/6c7e280f-69cf-4531-9c7c-0661659a207b HTTP/1.1" status: 200 len: 1093 time: 1.2620137 Mar 21 21:39:45.562684 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'tag': '6c7e280f-69cf-4531-9c7c-0661659a207b'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:45.565869 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a60e40-702c-4b8e-af57-b36c9d9cb8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "90fb30d6-05d7-4144-a522-2f04738eaba1", "tag": "6c7e280f-69cf-4531-9c7c-0661659a207b"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:45.606929 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b3b479-43f5-40c5-bbc8-1bf58f711389 admin admin] Made reservation on behalf of 331e7fe277a34e438f62ba7578ffdc6c for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:45.612125 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e0540a02-b7da-4269-a9a1-200eb0bf14e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (f038f8bc-8de3-4fc9-b090-e439c37798dc), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.613048 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b479-43f5-40c5-bbc8-1bf58f711389 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.615235 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e0540a02-b7da-4269-a9a1-200eb0bf14e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:45.617124 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e0540a02-b7da-4269-a9a1-200eb0bf14e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f038f8bc-8de3-4fc9-b090-e439c37798dc HTTP/1.1" status: 204 len: 168 time: 0.2027645 Mar 21 21:39:45.627849 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0540a02-b7da-4269-a9a1-200eb0bf14e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f038f8bc-8de3-4fc9-b090-e439c37798dc,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:45.637193 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e0b1e5-7b0a-4ef5-a902-18d5b421eb25 x-openstack-request-id: req-86e0b1e5-7b0a-4ef5-a902-18d5b421eb25 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:45.637542 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fb30d6-05d7-4144-a522-2f04738eaba1", "tag": "6c7e280f-69cf-4531-9c7c-0661659a207b", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:45.637804 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86e0b1e5-7b0a-4ef5-a902-18d5b421eb25 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:45.638243 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'tag': '6c7e280f-69cf-4531-9c7c-0661659a207b', 'status': 'completed', 'code': 200} Mar 21 21:39:45.697224 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29329911-aaac-4ba3-b2f6-24a689918f63 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7e280f-69cf-4531-9c7c-0661659a207b,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:45.768159 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a60e40-702c-4b8e-af57-b36c9d9cb8a9 req-5941de9a-93f9-4b2a-af2d-cb0b79ff4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:45.769638 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-97a60e40-702c-4b8e-af57-b36c9d9cb8a9 req-5941de9a-93f9-4b2a-af2d-cb0b79ff4527 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdfca42329034040bbf7df63a9adb6e8&device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 1127 time: 0.1164737 Mar 21 21:39:45.948465 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a60e40-702c-4b8e-af57-b36c9d9cb8a9 req-13e6636f-6700-4344-9b6a-d967e5c36634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:45.950178 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-97a60e40-702c-4b8e-af57-b36c9d9cb8a9 req-13e6636f-6700-4344-9b6a-d967e5c36634 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=fdfca42329034040bbf7df63a9adb6e8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1711633 Mar 21 21:39:46.018787 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b479-43f5-40c5-bbc8-1bf58f711389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for subnet (0b3bb397-2bef-441f-8422-6890e9778d36), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:46.108462 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98814c1-be61-44a9-9f20-537b6a8c1b47 req-104b9c2b-a5bb-43c4-9bb7-ddce88766be3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:46.110010 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e98814c1-be61-44a9-9f20-537b6a8c1b47 req-104b9c2b-a5bb-43c4-9bb7-ddce88766be3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0585032 Mar 21 21:39:46.113936 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3b479-43f5-40c5-bbc8-1bf58f711389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b3bb397-2bef-441f-8422-6890e9778d36,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:46.118645 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a60e40-702c-4b8e-af57-b36c9d9cb8a9 req-6ab5d970-31f3-4818-a475-cfae077a2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:46.120099 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-97a60e40-702c-4b8e-af57-b36c9d9cb8a9 req-6ab5d970-31f3-4818-a475-cfae077a2363 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1638076 Mar 21 21:39:46.132676 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3b479-43f5-40c5-bbc8-1bf58f711389 admin admin] Checking segment: {'id': '0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:39:46.133160 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b3b479-43f5-40c5-bbc8-1bf58f711389 admin admin] Network hostable DHCP agents. Network: 965ef867-91a6-43a8-bc39-427846c038dc, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:39:46.190190 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e98814c1-be61-44a9-9f20-537b6a8c1b47 req-5888a9c1-45c4-4541-92fb-4701e960c6e7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677140 Mar 21 21:39:46.224369 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-403f27c0-0a99-4fbb-82ae-63099a59b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:46.224689 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-403f27c0-0a99-4fbb-82ae-63099a59b2b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdfca42329034040bbf7df63a9adb6e8&device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 1127 time: 0.0513959 Mar 21 21:39:46.240633 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b3b479-43f5-40c5-bbc8-1bf58f711389 admin admin] Network 965ef867-91a6-43a8-bc39-427846c038dc is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:39:46.300751 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-58fae281-8c55-4b11-b6bf-963c40dad4c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7e280f-69cf-4531-9c7c-0661659a207b HTTP/1.1" status: 200 len: 217 time: 0.0633106 Mar 21 21:39:46.358781 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f24ac8-7422-40dd-afd8-9a978d2f4218 req-902b0089-8b9d-454a-b3a3-f8282ef6c141 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:46.360812 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-11f24ac8-7422-40dd-afd8-9a978d2f4218 req-902b0089-8b9d-454a-b3a3-f8282ef6c141 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 943 time: 0.0728903 Mar 21 21:39:46.362916 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-c1b49772-03ec-4537-aeb9-25257fb9affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:46.364386 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-c1b49772-03ec-4537-aeb9-25257fb9affb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e85d989-df6a-4920-a1dc-a33d482b0658 HTTP/1.1" status: 200 len: 850 time: 0.0570049 Mar 21 21:39:46.411728 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-11f24ac8-7422-40dd-afd8-9a978d2f4218 req-b5be8471-de25-48c3-bbe4-9fa39565a2c7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437574 Mar 21 21:39:46.416819 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-804a86b3-60fd-4eda-b233-f7491ec78057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:46.418544 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-804a86b3-60fd-4eda-b233-f7491ec78057 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472982 Mar 21 21:39:46.470989 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-e1b3b479-43f5-40c5-bbc8-1bf58f711389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 965ef867-91a6-43a8-bc39-427846c038dc) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:46.475475 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b3b479-43f5-40c5-bbc8-1bf58f711389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:46.484805 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b479-43f5-40c5-bbc8-1bf58f711389 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:46.484947 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b579dcfe-f4c3-4ab0-bded-1236f1699996 None None] Network 965ef867-91a6-43a8-bc39-427846c038dc requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:39:46.528157 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-53c8989a-5646-4843-b64d-3232f2afd73a service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002653 Mar 21 21:39:46.575902 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5612347-4f2b-47de-ae1f-cc303e8ae7fe None None] Network 965ef867-91a6-43a8-bc39-427846c038dc requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:39:46.594762 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e1b3b479-43f5-40c5-bbc8-1bf58f711389 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1013315 Mar 21 21:39:46.647164 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-997571d3-afbb-48fc-a05f-ba7504527b89 req-971ce459-8f7c-4427-9f46-d58ab174ca4e service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104259 Mar 21 21:39:46.888539 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972a624-6066-4fe0-b3e2-df27e451a13e req-b3d19c6c-4f8a-4481-83b7-c902a2f3a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:46.891115 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3972a624-6066-4fe0-b3e2-df27e451a13e req-b3d19c6c-4f8a-4481-83b7-c902a2f3a985 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 1130 time: 0.0523267 Mar 21 21:39:46.945720 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3972a624-6066-4fe0-b3e2-df27e451a13e req-3c4ad4eb-5ec2-44b0-a285-225c4f26bff2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482314 Mar 21 21:39:47.195832 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58736) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:47.303608 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-288859285-network', 'tenant_id': '642ade3c280f4241ada15100cace4a80'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:47.329621 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299416c2-c179-4af7-b8e7-f8a7e5798863 req-a70e1b6e-7851-4e35-894d-a4f9a4792394 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:47.331058 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-299416c2-c179-4af7-b8e7-f8a7e5798863 req-a70e1b6e-7851-4e35-894d-a4f9a4792394 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0673525 Mar 21 21:39:47.379046 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-299416c2-c179-4af7-b8e7-f8a7e5798863 req-1d2ea608-5b39-4da2-bb95-6bd2d30840ad tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424688 Mar 21 21:39:47.417579 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Made reservation on behalf of 642ade3c280f4241ada15100cace4a80 for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:47.420786 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:47.429550 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:47.506256 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Publish callbacks [] for security_group (60774c34-f5b9-468a-8255-af24a10dc7d8), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:47.537547 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c6a7c-ba72-4b3e-92b0-d2a869966006 req-9a5759c7-3b5d-4609-b75f-6eb4a251ad8c tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:47.539012 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cd2c6a7c-ba72-4b3e-92b0-d2a869966006 req-9a5759c7-3b5d-4609-b75f-6eb4a251ad8c tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 943 time: 0.0595744 Mar 21 21:39:47.585295 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cd2c6a7c-ba72-4b3e-92b0-d2a869966006 req-3921efd6-7ae3-47f5-857f-f6b853eab258 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406492 Mar 21 21:39:47.588512 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (60774c34-f5b9-468a-8255-af24a10dc7d8), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:47.610553 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:39:47.626758 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60774c34-f5b9-468a-8255-af24a10dc7d8,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:47.639699 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (1f4a6d47-34cc-4c20-99aa-dd955e71c271), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:47.639963 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Added segment 1f4a6d47-34cc-4c20-99aa-dd955e71c271 of type vlan for network fd9a8d20-9f44-459e-af7c-fe8899a3497d Mar 21 21:39:47.683548 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (fd9a8d20-9f44-459e-af7c-fe8899a3497d), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:47.788798 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (fd9a8d20-9f44-459e-af7c-fe8899a3497d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:47.789857 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:47.790470 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:47.853551 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9a8d20-9f44-459e-af7c-fe8899a3497d,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:47.863762 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network fd9a8d20-9f44-459e-af7c-fe8899a3497d details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:39:47.951606 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-1940ae19-a760-49f2-a248-30eac8b89fb3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7537785 Mar 21 21:39:47.954359 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58752) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:47.959142 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-83551da7-5696-4875-b3a5-b2206dcf38cd admin admin] Request body: {'subnet': {'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-288859285-subnet', 'tenant_id': '642ade3c280f4241ada15100cace4a80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:48.006486 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1eefdd9c-4627-47f4-8ef0-d8e68161f7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:48.034546 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83551da7-5696-4875-b3a5-b2206dcf38cd admin admin] Made reservation on behalf of 642ade3c280f4241ada15100cace4a80 for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:48.037204 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-83551da7-5696-4875-b3a5-b2206dcf38cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:48.338054 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-83551da7-5696-4875-b3a5-b2206dcf38cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for subnet (60beca59-5a1c-47e4-bf69-29c5b53fb281), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:48.411655 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83551da7-5696-4875-b3a5-b2206dcf38cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=60beca59-5a1c-47e4-bf69-29c5b53fb281,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:48.414361 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83551da7-5696-4875-b3a5-b2206dcf38cd admin admin] Checking segment: {'id': '1f4a6d47-34cc-4c20-99aa-dd955e71c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:39:48.414744 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83551da7-5696-4875-b3a5-b2206dcf38cd admin admin] Network hostable DHCP agents. Network: fd9a8d20-9f44-459e-af7c-fe8899a3497d, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:39:48.503442 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83551da7-5696-4875-b3a5-b2206dcf38cd admin admin] Network fd9a8d20-9f44-459e-af7c-fe8899a3497d is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:39:48.506659 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e3be0-e73c-46c7-928d-88f4895b629f req-97156e7e-06da-49b3-9172-2ea48d9b1e9e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:48.508279 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4c9e3be0-e73c-46c7-928d-88f4895b629f req-97156e7e-06da-49b3-9172-2ea48d9b1e9e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0528929 Mar 21 21:39:48.556809 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4c9e3be0-e73c-46c7-928d-88f4895b629f req-b8d9304c-7a11-49b0-9b76-aa84289d83fb tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418656 Mar 21 21:39:48.643784 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-83551da7-5696-4875-b3a5-b2206dcf38cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, fd9a8d20-9f44-459e-af7c-fe8899a3497d) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:48.659129 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b9eeb0-a8d3-4437-8609-c6d518a01f4d None None] Network fd9a8d20-9f44-459e-af7c-fe8899a3497d requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:39:48.659282 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83551da7-5696-4875-b3a5-b2206dcf38cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:48.659896 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-83551da7-5696-4875-b3a5-b2206dcf38cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:48.717351 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da7a78-fb6b-41ca-8a1f-2a44e808dc01 req-d7566358-d4ec-406e-b71c-f22c5056312b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:48.719829 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48da7a78-fb6b-41ca-8a1f-2a44e808dc01 req-d7566358-d4ec-406e-b71c-f22c5056312b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 943 time: 0.0666702 Mar 21 21:39:48.774116 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48da7a78-fb6b-41ca-8a1f-2a44e808dc01 req-a3f82a5e-11cc-46f2-a7ad-c4cfcf62be27 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475953 Mar 21 21:39:48.780315 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3be563a-c772-4ba2-88b5-dc1c9e0aa908 None None] Network fd9a8d20-9f44-459e-af7c-fe8899a3497d requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:39:48.815550 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-83551da7-5696-4875-b3a5-b2206dcf38cd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8601189 Mar 21 21:39:49.008449 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53832f7-5c27-458a-9d23-36f934e44752 req-fd821323-afb8-4c86-bc95-82b25b5ddb53 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:49.010176 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-fd821323-afb8-4c86-bc95-82b25b5ddb53 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/networks?id=965ef867-91a6-43a8-bc39-427846c038dc HTTP/1.1" status: 200 len: 808 time: 0.1025784 Mar 21 21:39:49.024705 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-89e0ec61-589d-4d22-b13b-d64ce324f6af tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/quotas/331e7fe277a34e438f62ba7578ffdc6c HTTP/1.1" status: 200 len: 375 time: 0.0089102 Mar 21 21:39:49.044535 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 6c7e280f-69cf-4531-9c7c-0661659a207b details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:39:49.059907 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-9849fca9-aea3-49f3-8412-b269687734ea tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=331e7fe277a34e438f62ba7578ffdc6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301325 Mar 21 21:39:49.158312 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-1d9640a2-cc41-4c47-819c-95f4cbc36597 service neutron] 10.222.0.23 "GET /v2.0/networks/965ef867-91a6-43a8-bc39-427846c038dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902104 Mar 21 21:39:49.162780 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 6c7e280f-69cf-4531-9c7c-0661659a207b, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6c7e280f-69cf-4531-9c7c-0661659a207b,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:49.175705 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '6c7e280f-69cf-4531-9c7c-0661659a207b', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'port_id': '6c7e280f-69cf-4531-9c7c-0661659a207b', 'mac_address': 'fa:16:3e:03:33:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:39:49.212206 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 6c7e280f-69cf-4531-9c7c-0661659a207b is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:49.212623 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:49.226336 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7e280f-69cf-4531-9c7c-0661659a207b {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:39:49.247790 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-22cd9d31-6e37-4b6a-bdbb-82124baac82e service neutron] 10.222.0.23 "GET /v2.0/networks/965ef867-91a6-43a8-bc39-427846c038dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839357 Mar 21 21:39:49.251530 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 6c7e280f-69cf-4531-9c7c-0661659a207b, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6c7e280f-69cf-4531-9c7c-0661659a207b,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:49.348715 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:49.403171 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=6c7e280f-69cf-4531-9c7c-0661659a207b,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:49.518282 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f87186b6-a4ac-4fd4-858f-cb715f63191d req-52e7e80d-c98a-4df3-94df-dad3af3182ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 210 time: 0.0326641 Mar 21 21:39:49.639518 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['6c7e280f-69cf-4531-9c7c-0661659a207b'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:39:49.696199 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b09cd8-a817-487c-a3ce-f459b755a9c6 req-3868b115-f8e3-4e58-adf4-5b3c02da928e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:49.707851 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-03b09cd8-a817-487c-a3ce-f459b755a9c6 req-3868b115-f8e3-4e58-adf4-5b3c02da928e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0641203 Mar 21 21:39:49.754747 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-03b09cd8-a817-487c-a3ce-f459b755a9c6 req-9344b11b-642d-4c4d-89ee-e96f7a3e3786 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489688 Mar 21 21:39:49.882537 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ac7be-f044-427c-af93-a12678548713 req-d28f39a4-1fcb-4d09-8b45-67e7194fe43b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:49.884235 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-439ac7be-f044-427c-af93-a12678548713 req-d28f39a4-1fcb-4d09-8b45-67e7194fe43b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0629749 Mar 21 21:39:49.981992 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-439ac7be-f044-427c-af93-a12678548713 req-5ec52115-e23e-483b-a072-a525e69151db tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767169 Mar 21 21:39:49.993397 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaebfa9-9da2-4256-aaaa-edb9ca14b95a req-2c04ea35-a281-4b10-bfa4-eab90987d2bc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:49.999147 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2aaebfa9-9da2-4256-aaaa-edb9ca14b95a req-2c04ea35-a281-4b10-bfa4-eab90987d2bc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 944 time: 0.1136966 Mar 21 21:39:50.051433 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2aaebfa9-9da2-4256-aaaa-edb9ca14b95a req-2e436919-439b-4cb8-93fc-84e02ddd143c tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507047 Mar 21 21:39:50.143125 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3acb4b95-5b80-4adf-826a-94a621821bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:50.607627 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9b80b570-0c07-4a0c-bdc4-9956a4b77c1f req-09537ade-1f70-404d-bcff-8ff942bf714a tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 210 time: 0.0352347 Mar 21 21:39:51.074871 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 6c7e280f-69cf-4531-9c7c-0661659a207b up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:39:51.212129 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-7371e478-a4df-4c35-a5ce-47aaa658782a tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:51.213595 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-7371e478-a4df-4c35-a5ce-47aaa658782a tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/networks?id=fd9a8d20-9f44-459e-af7c-fe8899a3497d HTTP/1.1" status: 200 len: 813 time: 0.1526902 Mar 21 21:39:51.220917 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df436175-7ed4-4849-980f-f097ae28e71f req-22045476-3334-48be-bce9-3334f547c718 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:51.222304 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-df436175-7ed4-4849-980f-f097ae28e71f req-22045476-3334-48be-bce9-3334f547c718 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 944 time: 0.0925176 Mar 21 21:39:51.238691 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-0ba347f1-9f87-4d10-811b-c0cd3ef69ab7 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/quotas/642ade3c280f4241ada15100cace4a80 HTTP/1.1" status: 200 len: 375 time: 0.0153658 Mar 21 21:39:51.241599 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 6c7e280f-69cf-4531-9c7c-0661659a207b completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:39:51.248622 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 6c7e280f-69cf-4531-9c7c-0661659a207b triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:51.249222 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:51.279393 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-d48f4441-8755-430a-a919-2d3cb4c8ae4f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=642ade3c280f4241ada15100cace4a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337307 Mar 21 21:39:51.351250 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 6c7e280f-69cf-4531-9c7c-0661659a207b is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:51.351631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:51.369918 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-df436175-7ed4-4849-980f-f097ae28e71f req-34fe2f95-0ada-4ec5-8108-a5a907a50cb5 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385946 Mar 21 21:39:51.382086 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7e280f-69cf-4531-9c7c-0661659a207b'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:51.387577 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dca900-fb0f-43e1-93d6-749fe90f75e2" -d '{"events": [{"server_uuid": "90fb30d6-05d7-4144-a522-2f04738eaba1", "name": "network-vif-plugged", "status": "completed", "tag": "6c7e280f-69cf-4531-9c7c-0661659a207b"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:51.398403 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 6c7e280f-69cf-4531-9c7c-0661659a207b, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6c7e280f-69cf-4531-9c7c-0661659a207b,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:51.420784 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421daa9b-406b-40b7-b5f7-4a2e9003f228 x-openstack-request-id: req-421daa9b-406b-40b7-b5f7-4a2e9003f228 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:51.421103 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fb30d6-05d7-4144-a522-2f04738eaba1", "name": "network-vif-plugged", "status": "completed", "tag": "6c7e280f-69cf-4531-9c7c-0661659a207b", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:51.422011 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-421daa9b-406b-40b7-b5f7-4a2e9003f228 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:51.423009 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7e280f-69cf-4531-9c7c-0661659a207b', 'code': 200} Mar 21 21:39:51.425147 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-12576224-7758-45bf-a2e4-62feb73d9c6a service neutron] 10.222.0.23 "GET /v2.0/networks/fd9a8d20-9f44-459e-af7c-fe8899a3497d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341913 Mar 21 21:39:51.463672 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:51.492498 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:51.527860 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-34f09725-f7e3-4c61-88b6-f07ea05dbc41 service neutron] 10.222.0.23 "GET /v2.0/networks/fd9a8d20-9f44-459e-af7c-fe8899a3497d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014516 Mar 21 21:39:51.547029 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=6c7e280f-69cf-4531-9c7c-0661659a207b,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:51.729543 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8205b94-8047-4abd-a9c8-75029468b6a9 req-ed9b4902-82a9-492b-8da6-0c2892dfef70 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 210 time: 0.0459056 Mar 21 21:39:51.795160 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b7a79-0ea4-46b9-9510-25e78af24c51 req-1ea8ab64-4420-4d41-9b81-1d3115193325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:51.797790 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9f9b7a79-0ea4-46b9-9510-25e78af24c51 req-1ea8ab64-4420-4d41-9b81-1d3115193325 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 1129 time: 0.0458305 Mar 21 21:39:51.847613 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9f9b7a79-0ea4-46b9-9510-25e78af24c51 req-a4307323-791b-4b56-a0c1-ecc68290ddbd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430641 Mar 21 21:39:51.849440 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d70c02cc-8469-45e6-808e-6a1ebfba3ac1 req-92b0c762-4eb1-4c28-b5e4-98850e25e67a tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 210 time: 0.0314245 Mar 21 21:39:52.491701 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d21564-8759-4af2-ab10-cec4dadca7ac req-b441ccbd-9a07-4b8f-adbf-b41ec6032a79 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:52.493105 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-63d21564-8759-4af2-ab10-cec4dadca7ac req-b441ccbd-9a07-4b8f-adbf-b41ec6032a79 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0527933 Mar 21 21:39:52.540561 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-63d21564-8759-4af2-ab10-cec4dadca7ac req-bc7e17d0-da8e-479a-a888-9bfa260f0985 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417819 Mar 21 21:39:52.627962 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53832f7-5c27-458a-9d23-36f934e44752 req-9eed2084-1e6e-4259-8baf-10226e813451 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:52.629437 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-9eed2084-1e6e-4259-8baf-10226e813451 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.31 "GET /v2.0/networks?id=965ef867-91a6-43a8-bc39-427846c038dc HTTP/1.1" status: 200 len: 808 time: 0.1057186 Mar 21 21:39:52.642896 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-a53832f7-5c27-458a-9d23-36f934e44752 req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Request body: {'port': {'device_id': '8054a1ba-291a-42a8-93ed-fa6ddf608950', 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc', 'admin_state_up': True, 'tenant_id': '331e7fe277a34e438f62ba7578ffdc6c'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:52.869287 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:52.879769 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e85ad546-a4ee-40fb-9da9-d8c70d75e377 req-e6b843b9-4d4b-45e2-8d35-5a5181e855cd tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 210 time: 0.0350060 Mar 21 21:39:52.902383 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53832f7-5c27-458a-9d23-36f934e44752 req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Made reservation on behalf of 331e7fe277a34e438f62ba7578ffdc6c for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:52.908816 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a53832f7-5c27-458a-9d23-36f934e44752 req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:52.981082 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-361379ed-5b1f-43e9-b43f-7d09ed29bae5 req-20f415c2-cddc-4fbe-8feb-cff67c3582d0 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 210 time: 0.0340676 Mar 21 21:39:53.036127 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74725455-2f45-4d84-9494-9348c5eef1f5 req-b2fd77f0-9e7d-410f-80f3-ee1d577e93e3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:53.037575 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-74725455-2f45-4d84-9494-9348c5eef1f5 req-b2fd77f0-9e7d-410f-80f3-ee1d577e93e3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1486747 Mar 21 21:39:53.059480 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b14f77-e956-486f-b8e0-c688bb187440 req-bc6e618c-e54c-4225-9502-906d28f1acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:53.065681 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d9b14f77-e956-486f-b8e0-c688bb187440 req-bc6e618c-e54c-4225-9502-906d28f1acdf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 1129 time: 0.0728443 Mar 21 21:39:53.070946 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-a53832f7-5c27-458a-9d23-36f934e44752 req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Allocated IP 172.20.0.12 (965ef867-91a6-43a8-bc39-427846c038dc/0b3bb397-2bef-441f-8422-6890e9778d36/a252a34c-74ab-4bfd-97ac-8dcc2a38960c) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:39:53.157188 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-74725455-2f45-4d84-9494-9348c5eef1f5 req-10fa49ab-d484-4718-873e-e6a11343e083 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084368 Mar 21 21:39:53.197449 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b14f77-e956-486f-b8e0-c688bb187440 req-2459ebe9-3b85-4c3b-a7ab-26d10c4bc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:53.199256 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d9b14f77-e956-486f-b8e0-c688bb187440 req-2459ebe9-3b85-4c3b-a7ab-26d10c4bc31d service neutron] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 919 time: 0.1237667 Mar 21 21:39:53.241982 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a53832f7-5c27-458a-9d23-36f934e44752 req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks [] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:53.245384 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d9b14f77-e956-486f-b8e0-c688bb187440 req-4696d5cf-07ef-4597-8b1e-f61ddfb1eb4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5be5bc3d-eeaa-453b-93f8-046127030354 HTTP/1.1" status: 200 len: 217 time: 0.0389163 Mar 21 21:39:53.295439 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b14f77-e956-486f-b8e0-c688bb187440 req-a67f5e66-4563-4f8a-9ddf-bd29769f2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:53.297603 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d9b14f77-e956-486f-b8e0-c688bb187440 req-a67f5e66-4563-4f8a-9ddf-bd29769f2a8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.0433514 Mar 21 21:39:53.351477 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b14f77-e956-486f-b8e0-c688bb187440 req-c1078061-d5a8-4389-8b5a-a6e823c2acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:53.352968 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d9b14f77-e956-486f-b8e0-c688bb187440 req-c1078061-d5a8-4389-8b5a-a6e823c2acb0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477326 Mar 21 21:39:53.383992 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a53832f7-5c27-458a-9d23-36f934e44752 req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:53.439589 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53832f7-5c27-458a-9d23-36f934e44752 req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Network 965ef867-91a6-43a8-bc39-427846c038dc is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:39:53.443099 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-a53832f7-5c27-458a-9d23-36f934e44752 req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:53.447084 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53832f7-5c27-458a-9d23-36f934e44752 req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:39:53.453169 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53832f7-5c27-458a-9d23-36f934e44752 req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:53.453534 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d9b14f77-e956-486f-b8e0-c688bb187440 req-99d022a7-bdff-4729-88a8-c5cfcaf41254 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877447 Mar 21 21:39:53.454200 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a53832f7-5c27-458a-9d23-36f934e44752 req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:53.483434 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Pushing event updated for resources: {'Port': ['ID=a252a34c-74ab-4bfd-97ac-8dcc2a38960c,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:53.587812 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-f0761361-2bd9-4629-9a54-d391631c604d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9489043 Mar 21 21:39:53.593802 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d9b14f77-e956-486f-b8e0-c688bb187440 req-9269a910-7e3f-4deb-8af9-9fc8a17db605 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297610 Mar 21 21:39:53.601073 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Request body: {'port': {'device_id': '8054a1ba-291a-42a8-93ed-fa6ddf608950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:53.692657 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:53.709168 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c583e-fd3d-406c-a58f-cb0fea0ceffd req-6a996f13-4908-4a4d-9806-69c73bf0a3c1 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:53.717019 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ed0c583e-fd3d-406c-a58f-cb0fea0ceffd req-6a996f13-4908-4a4d-9806-69c73bf0a3c1 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0795488 Mar 21 21:39:53.789663 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ed0c583e-fd3d-406c-a58f-cb0fea0ceffd req-1ef65c89-bde6-4b59-bc2d-86052b1ed12c tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712500 Mar 21 21:39:53.934174 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c38ef-3a3b-4479-8144-7416274f7d7e req-f7016a14-00db-4b88-8fdc-6795760ae9bb tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:53.935946 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e6c38ef-3a3b-4479-8144-7416274f7d7e req-f7016a14-00db-4b88-8fdc-6795760ae9bb tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0591991 Mar 21 21:39:53.945311 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58962) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:53.949892 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-33776049-6956-466c-a4f9-f446741f5c7e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Request body: {'floatingip': {'port_id': '6c7e280f-69cf-4531-9c7c-0661659a207b'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:54.013888 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33776049-6956-466c-a4f9-f446741f5c7e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (88eac85f-9439-4fa4-a02b-60879ca93a31), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:54.056006 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a252a34c-74ab-4bfd-97ac-8dcc2a38960c {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:39:54.066550 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Publish callbacks [] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:54.083947 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Transition to ACTIVE for port object a252a34c-74ab-4bfd-97ac-8dcc2a38960c will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:39:54.132395 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-07d4a860-bb9d-436f-a686-93d80240b62d req-24278fca-c921-4fba-b298-7819f7477202 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 210 time: 0.0613010 Mar 21 21:39:54.183236 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:54.185123 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2040b5-e6a7-4480-8afb-a4b91557481b req-d7e08020-6a8f-4fee-96f6-8548e8ba1758 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:54.186648 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ec2040b5-e6a7-4480-8afb-a4b91557481b req-d7e08020-6a8f-4fee-96f6-8548e8ba1758 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 932 time: 0.1963518 Mar 21 21:39:54.309563 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Attempting to bind port a252a34c-74ab-4bfd-97ac-8dcc2a38960c on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:39:54.309937 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Attempting to bind port a252a34c-74ab-4bfd-97ac-8dcc2a38960c by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:39:54.310146 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Attempting to bind port a252a34c-74ab-4bfd-97ac-8dcc2a38960c on network 965ef867-91a6-43a8-bc39-427846c038dc {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:39:54.312633 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Pushing event updated for resources: {'Port': ['ID=a252a34c-74ab-4bfd-97ac-8dcc2a38960c,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:54.330955 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Port a252a34c-74ab-4bfd-97ac-8dcc2a38960c on network 965ef867-91a6-43a8-bc39-427846c038dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:39:54.330955 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Attempting to bind port a252a34c-74ab-4bfd-97ac-8dcc2a38960c on network 965ef867-91a6-43a8-bc39-427846c038dc {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:39:54.336130 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:39:54.336469 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Checking segment: {'id': '0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:39:54.336883 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Bound using segment: {'id': '0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:39:54.337309 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Bound port: a252a34c-74ab-4bfd-97ac-8dcc2a38960c, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:39:54.337665 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:54.363121 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ec2040b5-e6a7-4480-8afb-a4b91557481b req-6d3eeb62-0be0-44d8-bcda-a7a50bd1fd25 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654580 Mar 21 21:39:54.406759 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf759d-cf72-422c-a205-fb129d73dcba req-58eb8863-68a9-4b6e-a39b-0774cdb54872 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:54.411654 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:54.413856 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c8cf759d-cf72-422c-a205-fb129d73dcba req-58eb8863-68a9-4b6e-a39b-0774cdb54872 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1604018 Mar 21 21:39:54.416996 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] For port a252a34c-74ab-4bfd-97ac-8dcc2a38960c, host hv-cinder-83454, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:39:54.420321 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] For port a252a34c-74ab-4bfd-97ac-8dcc2a38960c, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a252a34c-74ab-4bfd-97ac-8dcc2a38960c,segment=NetworkSegment(0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba),segment_id=0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:39:54.539218 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:54.580305 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:54.580590 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:54.582026 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] 10.222.0.31 "PUT /v2.0/ports/a252a34c-74ab-4bfd-97ac-8dcc2a38960c HTTP/1.1" status: 200 len: 1094 time: 0.9866133 Mar 21 21:39:54.582568 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8054a1ba-291a-42a8-93ed-fa6ddf608950', 'tag': 'a252a34c-74ab-4bfd-97ac-8dcc2a38960c'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:54.584743 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290ee246-2498-4992-805c-acac36a8d9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8054a1ba-291a-42a8-93ed-fa6ddf608950", "tag": "a252a34c-74ab-4bfd-97ac-8dcc2a38960c"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:54.584898 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c8cf759d-cf72-422c-a205-fb129d73dcba req-9e83a6ef-384b-4b71-83a5-1408208f0bd9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660280 Mar 21 21:39:54.642606 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca06c425-58f5-4a9a-b911-173bfa9ac403 x-openstack-request-id: req-ca06c425-58f5-4a9a-b911-173bfa9ac403 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:54.642900 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8054a1ba-291a-42a8-93ed-fa6ddf608950", "tag": "a252a34c-74ab-4bfd-97ac-8dcc2a38960c", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:54.643219 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca06c425-58f5-4a9a-b911-173bfa9ac403 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:54.643541 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8054a1ba-291a-42a8-93ed-fa6ddf608950', 'tag': 'a252a34c-74ab-4bfd-97ac-8dcc2a38960c', 'status': 'completed', 'code': 200} Mar 21 21:39:54.644248 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c149c6e-8b5e-4dd6-bc89-73c3a4aab642 service neutron] Pushing event updated for resources: {'Port': ['ID=a252a34c-74ab-4bfd-97ac-8dcc2a38960c,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:54.708528 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33776049-6956-466c-a4f9-f446741f5c7e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:54.720127 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ee246-2498-4992-805c-acac36a8d9cf req-52c819c2-fe1a-4319-9a1a-3dcda9dd9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:54.721649 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-290ee246-2498-4992-805c-acac36a8d9cf req-52c819c2-fe1a-4319-9a1a-3dcda9dd9633 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=331e7fe277a34e438f62ba7578ffdc6c&device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 1128 time: 0.0452402 Mar 21 21:39:54.778036 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33776049-6956-466c-a4f9-f446741f5c7e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (88eac85f-9439-4fa4-a02b-60879ca93a31), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:54.802685 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58988) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:54.865332 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ee246-2498-4992-805c-acac36a8d9cf req-43ca00ff-ca75-4571-8186-27238e4b93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:54.866901 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-290ee246-2498-4992-805c-acac36a8d9cf req-43ca00ff-ca75-4571-8186-27238e4b93f4 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=331e7fe277a34e438f62ba7578ffdc6c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1162455 Mar 21 21:39:54.951917 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c76b50dd-7c00-4c6e-af68-d2a00fa8ebd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:55.021900 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ee246-2498-4992-805c-acac36a8d9cf req-d34e0e74-98ad-44d4-b8da-4534c7ff47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:55.023291 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-290ee246-2498-4992-805c-acac36a8d9cf req-d34e0e74-98ad-44d4-b8da-4534c7ff47e7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1507068 Mar 21 21:39:55.076854 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c76b50dd-7c00-4c6e-af68-d2a00fa8ebd9 admin admin] Publish callbacks [] for security_group (d7074e76-2f31-46a3-949b-e4897c60e70c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:55.113676 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53832f7-5c27-458a-9d23-36f934e44752 req-7f1b5d14-9ba7-4a54-a08a-0d50c7988f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:55.113835 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-7f1b5d14-9ba7-4a54-a08a-0d50c7988f08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=331e7fe277a34e438f62ba7578ffdc6c&device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 1128 time: 0.0502985 Mar 21 21:39:55.165849 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-3300b027-61df-4f02-ae2d-26f6c064d08d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a252a34c-74ab-4bfd-97ac-8dcc2a38960c HTTP/1.1" status: 200 len: 217 time: 0.0395908 Mar 21 21:39:55.191456 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-33776049-6956-466c-a4f9-f446741f5c7e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Floating IP 88eac85f-9439-4fa4-a02b-60879ca93a31 associated. External IP: 172.27.1.175, port: 6c7e280f-69cf-4531-9c7c-0661659a207b. Mar 21 21:39:55.216992 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53832f7-5c27-458a-9d23-36f934e44752 req-c9a590c7-b034-4694-9131-9e2577704b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:55.219172 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-c9a590c7-b034-4694-9131-9e2577704b9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b3bb397-2bef-441f-8422-6890e9778d36 HTTP/1.1" status: 200 len: 848 time: 0.0454810 Mar 21 21:39:55.252192 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-e9089089-f517-475d-a522-fffa3c1939f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=965ef867-91a6-43a8-bc39-427846c038dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253861 Mar 21 21:39:55.253302 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c76b50dd-7c00-4c6e-af68-d2a00fa8ebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (d7074e76-2f31-46a3-949b-e4897c60e70c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:55.295730 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-485f4bf7-faf5-4531-8222-3f73a9a92396 req-e23c3d60-b818-4544-8d86-dd030506a2d8 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 210 time: 0.0633421 Mar 21 21:39:55.338223 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-e259b8f5-958f-4d2f-8703-6baf5b8b9ce9 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:55.340242 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-e259b8f5-958f-4d2f-8703-6baf5b8b9ce9 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.31 "GET /v2.0/networks?id=fd9a8d20-9f44-459e-af7c-fe8899a3497d HTTP/1.1" status: 200 len: 813 time: 0.2396214 Mar 21 21:39:55.352181 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b50dd-7c00-4c6e-af68-d2a00fa8ebd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7074e76-2f31-46a3-949b-e4897c60e70c,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:55.353871 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Request body: {'port': {'device_id': '7896feb8-922a-4f43-afde-3208531a1ea4', 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d', 'admin_state_up': True, 'tenant_id': '642ade3c280f4241ada15100cace4a80'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:55.360663 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c76b50dd-7c00-4c6e-af68-d2a00fa8ebd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da892ac700c54a438ecada174c6f2a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5554419 Mar 21 21:39:55.371701 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 58996) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:55.416294 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-058afdd1-26e7-4f1b-b016-565d6db455f7 service neutron] 10.222.0.31 "GET /v2.0/networks/965ef867-91a6-43a8-bc39-427846c038dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572406 Mar 21 21:39:55.483510 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2069ca62-40d8-4496-ac0e-34b8a078ece1 admin admin] Publish callbacks [] for security_group (d7074e76-2f31-46a3-949b-e4897c60e70c), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:55.523543 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2069ca62-40d8-4496-ac0e-34b8a078ece1 admin admin] Publish callbacks [] for security_group (d7074e76-2f31-46a3-949b-e4897c60e70c), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:55.561103 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a53832f7-5c27-458a-9d23-36f934e44752 req-a686df04-ca00-4bad-8b20-d6c43cb3dc77 service neutron] 10.222.0.31 "GET /v2.0/networks/965ef867-91a6-43a8-bc39-427846c038dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360996 Mar 21 21:39:55.626551 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8753b4b-882a-4c7a-bca7-a3fd6f8c866b req-ddb692f0-fab6-495f-8c90-8ff0d7917151 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:55.628293 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a8753b4b-882a-4c7a-bca7-a3fd6f8c866b req-ddb692f0-fab6-495f-8c90-8ff0d7917151 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 944 time: 0.1632361 Mar 21 21:39:55.643347 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33776049-6956-466c-a4f9-f446741f5c7e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:39:55.714956 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2069ca62-40d8-4496-ac0e-34b8a078ece1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (d7074e76-2f31-46a3-949b-e4897c60e70c), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:55.718945 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2069ca62-40d8-4496-ac0e-34b8a078ece1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:55.722562 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2069ca62-40d8-4496-ac0e-34b8a078ece1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7074e76-2f31-46a3-949b-e4897c60e70c HTTP/1.1" status: 204 len: 168 time: 0.3477197 Mar 21 21:39:55.737484 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069ca62-40d8-4496-ac0e-34b8a078ece1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7074e76-2f31-46a3-949b-e4897c60e70c,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:55.747140 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Made reservation on behalf of 642ade3c280f4241ada15100cace4a80 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:39:55.750873 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:55.773646 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a8753b4b-882a-4c7a-bca7-a3fd6f8c866b req-1de9b0a2-e4c3-4423-9248-6bdbb1d6ced3 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395106 Mar 21 21:39:55.904904 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33776049-6956-466c-a4f9-f446741f5c7e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:39:55.914580 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33776049-6956-466c-a4f9-f446741f5c7e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:55.915971 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfd00a-f4e4-4cb6-aeca-3cf33f67347a None None] Sync routers for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:39:55.948908 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfd00a-f4e4-4cb6-aeca-3cf33f67347a None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:39:55.950383 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-73bfd00a-f4e4-4cb6-aeca-3cf33f67347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:39:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:56.005819 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-33776049-6956-466c-a4f9-f446741f5c7e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "PUT /v2.0/floatingips/88eac85f-9439-4fa4-a02b-60879ca93a31 HTTP/1.1" status: 200 len: 991 time: 2.0593021 Mar 21 21:39:56.012230 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'tag': '6c7e280f-69cf-4531-9c7c-0661659a207b'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:56.014648 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df25e971-7e95-4fb3-901a-d67b67666f06" -d '{"events": [{"name": "network-changed", "server_uuid": "90fb30d6-05d7-4144-a522-2f04738eaba1", "tag": "6c7e280f-69cf-4531-9c7c-0661659a207b"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:56.026537 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc388f-79b2-4405-ac12-af5a9aa375c5 req-1d933822-462e-41e7-a175-9d02f0f8dee2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:56.028015 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-40dc388f-79b2-4405-ac12-af5a9aa375c5 req-1d933822-462e-41e7-a175-9d02f0f8dee2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1791267 Mar 21 21:39:56.032897 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Allocated IP 172.20.0.13 (fd9a8d20-9f44-459e-af7c-fe8899a3497d/60beca59-5a1c-47e4-bf69-29c5b53fb281/b110ee54-3dc5-46b1-bb60-b916ec0aa2b3) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:39:56.104085 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-73bfd00a-f4e4-4cb6-aeca-3cf33f67347a None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:39:56.133359 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-40dc388f-79b2-4405-ac12-af5a9aa375c5 req-3b7f08ea-0137-4e86-b2c8-d052ba446151 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959902 Mar 21 21:39:56.205176 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4639448-d888-4b6a-86f8-1a376d4e4211 x-openstack-request-id: req-a4639448-d888-4b6a-86f8-1a376d4e4211 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:56.205771 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fb30d6-05d7-4144-a522-2f04738eaba1", "tag": "6c7e280f-69cf-4531-9c7c-0661659a207b", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:56.205771 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4639448-d888-4b6a-86f8-1a376d4e4211 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:56.206090 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'tag': '6c7e280f-69cf-4531-9c7c-0661659a207b', 'status': 'completed', 'code': 200} Mar 21 21:39:56.270108 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25e971-7e95-4fb3-901a-d67b67666f06 req-f4751894-9dde-456a-81e0-1cf7a70a58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:56.272015 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-df25e971-7e95-4fb3-901a-d67b67666f06 req-f4751894-9dde-456a-81e0-1cf7a70a58f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdfca42329034040bbf7df63a9adb6e8&device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 1129 time: 0.0474865 Mar 21 21:39:56.283613 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks [] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:56.433712 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25e971-7e95-4fb3-901a-d67b67666f06 req-f57f8038-a0b2-49b9-8865-1f4ef7a120e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:56.435471 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-df25e971-7e95-4fb3-901a-d67b67666f06 req-f57f8038-a0b2-49b9-8865-1f4ef7a120e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6 HTTP/1.1" status: 200 len: 912 time: 0.1501782 Mar 21 21:39:56.458313 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d63257b5-508c-4087-bbfb-daa4b1f45341 req-798a528d-83e2-4053-8658-4bb4ff7648b3 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 210 time: 0.0489273 Mar 21 21:39:56.460875 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:56.523765 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-73bfd00a-f4e4-4cb6-aeca-3cf33f67347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '88eac85f-9439-4fa4-a02b-60879ca93a31', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'port_id': '6c7e280f-69cf-4531-9c7c-0661659a207b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'mac_address': 'fa:16:3e:03:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:39:37Z', 'updated_at': '2022-03-21T21:39:54Z', 'revision_number': 1, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:37Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:56.533778 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Network fd9a8d20-9f44-459e-af7c-fe8899a3497d is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:39:56.541628 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d798f59-eb11-4877-8bf0-836897b878c2 req-b67e1143-7518-4914-8c6b-5b322b0349ac tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:56.543386 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1d798f59-eb11-4877-8bf0-836897b878c2 req-b67e1143-7518-4914-8c6b-5b322b0349ac tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.1656046 Mar 21 21:39:56.548005 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:39:56.555310 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:39:56.561307 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfd00a-f4e4-4cb6-aeca-3cf33f67347a None None] Checking router: 2b974b33-2fb8-46c4-b2e7-55dd7c48369d for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:39:56.571280 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfd00a-f4e4-4cb6-aeca-3cf33f67347a None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:39:56.572139 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-73bfd00a-f4e4-4cb6-aeca-3cf33f67347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:39:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:56.586554 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Pushing event updated for resources: {'Port': ['ID=b110ee54-3dc5-46b1-bb60-b916ec0aa2b3,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:56.638188 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:56.638854 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:56.654397 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59044) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:56.680153 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b9d0599f-7d32-4cf0-9468-e0d8659ce737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:56.684523 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1d798f59-eb11-4877-8bf0-836897b878c2 req-cd01aead-635b-4e8e-9a28-07de4bb0cbb4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235673 Mar 21 21:39:56.736645 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-73bfd00a-f4e4-4cb6-aeca-3cf33f67347a None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:39:56.765566 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-64bfad1d-03da-4924-ad03-0b632333d59c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4149063 Mar 21 21:39:56.778464 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Request body: {'port': {'device_id': '7896feb8-922a-4f43-afde-3208531a1ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:39:56.781872 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-df25e971-7e95-4fb3-901a-d67b67666f06 req-cbdf18ac-d65c-476c-be80-598b66eb22de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7e280f-69cf-4531-9c7c-0661659a207b HTTP/1.1" status: 200 len: 999 time: 0.3380706 Mar 21 21:39:56.818475 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b9d0599f-7d32-4cf0-9468-e0d8659ce737 admin admin] Publish callbacks [] for security_group (655c0091-d756-428f-8487-4b2a4fd7bbaa), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:56.847478 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25e971-7e95-4fb3-901a-d67b67666f06 req-48b8fd1a-762f-4ca7-94da-1cf946f46e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:56.849650 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-df25e971-7e95-4fb3-901a-d67b67666f06 req-48b8fd1a-762f-4ca7-94da-1cf946f46e3c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e85d989-df6a-4920-a1dc-a33d482b0658 HTTP/1.1" status: 200 len: 850 time: 0.0623055 Mar 21 21:39:56.898338 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b9d0599f-7d32-4cf0-9468-e0d8659ce737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (655c0091-d756-428f-8487-4b2a4fd7bbaa), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:56.903017 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25e971-7e95-4fb3-901a-d67b67666f06 req-bd948b1b-c3dd-44ef-a775-0327b8b48fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:56.903920 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:56.904536 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-df25e971-7e95-4fb3-901a-d67b67666f06 req-bd948b1b-c3dd-44ef-a775-0327b8b48fb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485446 Mar 21 21:39:57.003120 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b9d0599f-7d32-4cf0-9468-e0d8659ce737 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eef4529b96fa404bbee9ada3175ef28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478587 Mar 21 21:39:57.003343 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-73bfd00a-f4e4-4cb6-aeca-3cf33f67347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '88eac85f-9439-4fa4-a02b-60879ca93a31', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'port_id': '6c7e280f-69cf-4531-9c7c-0661659a207b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'mac_address': 'fa:16:3e:03:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:39:37Z', 'updated_at': '2022-03-21T21:39:54Z', 'revision_number': 1, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:37Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:57.007153 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59054) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:57.011954 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-df25e971-7e95-4fb3-901a-d67b67666f06 req-4d35ec57-ee5a-4d70-a8da-c09c438975ff service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991521 Mar 21 21:39:57.023146 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0599f-7d32-4cf0-9468-e0d8659ce737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655c0091-d756-428f-8487-4b2a4fd7bbaa,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:57.032662 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfd00a-f4e4-4cb6-aeca-3cf33f67347a None None] The sync data for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi is: [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '88eac85f-9439-4fa4-a02b-60879ca93a31', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'port_id': '6c7e280f-69cf-4531-9c7c-0661659a207b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'mac_address': 'fa:16:3e:03:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:39:37Z', 'updated_at': '2022-03-21T21:39:54Z', 'revision_number': 1, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:37Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:39:57.059116 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c92de4-41a3-460b-a695-a4a602cc3f53 req-ae94a005-2673-4894-ac25-d9fe27e518e9 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:57.060999 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b4c92de4-41a3-460b-a695-a4a602cc3f53 req-ae94a005-2673-4894-ac25-d9fe27e518e9 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 944 time: 0.1992013 Mar 21 21:39:57.096167 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device a252a34c-74ab-4bfd-97ac-8dcc2a38960c details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:39:57.135157 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-df25e971-7e95-4fb3-901a-d67b67666f06 req-2b32fe09-82ff-48fb-b74c-c24f1f3b8011 service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110730 Mar 21 21:39:57.219273 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b4c92de4-41a3-460b-a695-a4a602cc3f53 req-af96dcfb-c7f8-4a7b-b630-457ada1ab454 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082969 Mar 21 21:39:57.241072 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port a252a34c-74ab-4bfd-97ac-8dcc2a38960c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a252a34c-74ab-4bfd-97ac-8dcc2a38960c,segment=NetworkSegment(0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba),segment_id=0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:57.250800 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': 'a252a34c-74ab-4bfd-97ac-8dcc2a38960c', 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc', 'port_id': 'a252a34c-74ab-4bfd-97ac-8dcc2a38960c', 'mac_address': 'fa:16:3e:a0:34:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3bb397-2bef-441f-8422-6890e9778d36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:39:57.263029 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b250-9260-41c3-b730-fba78146884f admin admin] Publish callbacks [] for security_group (655c0091-d756-428f-8487-4b2a4fd7bbaa), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:57.303370 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port a252a34c-74ab-4bfd-97ac-8dcc2a38960c is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:57.303759 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:57.318465 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a252a34c-74ab-4bfd-97ac-8dcc2a38960c {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:39:57.326253 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b250-9260-41c3-b730-fba78146884f admin admin] Publish callbacks [] for security_group (655c0091-d756-428f-8487-4b2a4fd7bbaa), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:57.331853 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ac24c-407f-48ce-9864-41f0e00462f0 None None] New status for floating IP 88eac85f-9439-4fa4-a02b-60879ca93a31: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:39:57.375549 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port a252a34c-74ab-4bfd-97ac-8dcc2a38960c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a252a34c-74ab-4bfd-97ac-8dcc2a38960c,segment=NetworkSegment(0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba),segment_id=0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:57.394278 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece5a27-a251-42aa-b6df-f3c6dbb7abea req-db4aba82-5912-4358-a469-69817eb0f9f8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:57.395913 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ece5a27-a251-42aa-b6df-f3c6dbb7abea req-db4aba82-5912-4358-a469-69817eb0f9f8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1501033 Mar 21 21:39:57.489542 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ece5a27-a251-42aa-b6df-f3c6dbb7abea req-7c372150-a001-42d2-ba01-0dddde5fd52d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862021 Mar 21 21:39:57.519640 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:39:57.528339 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Publish callbacks [] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:57.603878 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf188b2-24b8-4a72-b9aa-91fbdd0ddaa7 req-db736ede-6ef1-4475-9b28-a155cad45be8 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:57.605479 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4bf188b2-24b8-4a72-b9aa-91fbdd0ddaa7 req-db736ede-6ef1-4475-9b28-a155cad45be8 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 932 time: 0.0542915 Mar 21 21:39:57.617500 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:57.630569 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Transition to ACTIVE for port object b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:39:57.633099 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b250-9260-41c3-b730-fba78146884f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (655c0091-d756-428f-8487-4b2a4fd7bbaa), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:57.635691 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b250-9260-41c3-b730-fba78146884f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:57.636844 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0ca1b250-9260-41c3-b730-fba78146884f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/655c0091-d756-428f-8487-4b2a4fd7bbaa HTTP/1.1" status: 204 len: 168 time: 0.6253343 Mar 21 21:39:57.648767 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1b250-9260-41c3-b730-fba78146884f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c0091-d756-428f-8487-4b2a4fd7bbaa,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:57.673108 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4bf188b2-24b8-4a72-b9aa-91fbdd0ddaa7 req-1e9b5a9f-70c5-4fa1-b18d-df636e5963dc tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614038 Mar 21 21:39:57.680062 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=a252a34c-74ab-4bfd-97ac-8dcc2a38960c,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:57.757052 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:57.842641 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Pushing event updated for resources: {'Port': ['ID=b110ee54-3dc5-46b1-bb60-b916ec0aa2b3,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:57.887636 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['a252a34c-74ab-4bfd-97ac-8dcc2a38960c'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:39:57.903303 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67455881-fafc-4f84-8a75-49d1f87ab32a req-9cca8202-60b5-47fc-bcb4-5fcb7725f9a5 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:57.904813 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-67455881-fafc-4f84-8a75-49d1f87ab32a req-9cca8202-60b5-47fc-bcb4-5fcb7725f9a5 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.1172273 Mar 21 21:39:57.939956 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Attempting to bind port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:39:57.940293 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Attempting to bind port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '1f4a6d47-34cc-4c20-99aa-dd955e71c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:39:57.940641 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Attempting to bind port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 on network fd9a8d20-9f44-459e-af7c-fe8899a3497d {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:39:57.955078 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 on network fd9a8d20-9f44-459e-af7c-fe8899a3497d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:39:57.955425 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Attempting to bind port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 on network fd9a8d20-9f44-459e-af7c-fe8899a3497d {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:39:57.971264 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:39:57.973791 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Checking segment: {'id': '1f4a6d47-34cc-4c20-99aa-dd955e71c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:39:57.973791 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Bound using segment: {'id': '1f4a6d47-34cc-4c20-99aa-dd955e71c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:39:57.973791 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Bound port: b110ee54-3dc5-46b1-bb60-b916ec0aa2b3, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f4a6d47-34cc-4c20-99aa-dd955e71c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:39:57.973791 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:57.979498 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-67455881-fafc-4f84-8a75-49d1f87ab32a req-22858392-ca79-4146-98a4-4fd9505f29cb tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665207 Mar 21 21:39:58.057860 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] For port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3, host hv-cinder-83454, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:39:58.061261 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] For port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b110ee54-3dc5-46b1-bb60-b916ec0aa2b3,segment=NetworkSegment(1f4a6d47-34cc-4c20-99aa-dd955e71c271),segment_id=1f4a6d47-34cc-4c20-99aa-dd955e71c271)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:39:58.096701 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59078) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:58.141324 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6d130a-b164-40a9-9480-bda7fab5397e admin admin] Deleting subnet 9e3a5450-1e16-483d-95e1-eae6339ffa87 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:39:58.144657 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6c6d130a-b164-40a9-9480-bda7fab5397e admin admin] Publish callbacks [] for subnet (9e3a5450-1e16-483d-95e1-eae6339ffa87), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:58.165749 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:58.212528 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:58.213171 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:58.214572 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] 10.222.0.31 "PUT /v2.0/ports/b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 HTTP/1.1" status: 200 len: 1094 time: 1.4404104 Mar 21 21:39:58.214970 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7896feb8-922a-4f43-afde-3208531a1ea4', 'tag': 'b110ee54-3dc5-46b1-bb60-b916ec0aa2b3'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:58.217207 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad7e0c7-9f99-4982-8933-aa7da08ab10c" -d '{"events": [{"name": "network-changed", "server_uuid": "7896feb8-922a-4f43-afde-3208531a1ea4", "tag": "b110ee54-3dc5-46b1-bb60-b916ec0aa2b3"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:58.232659 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6c6d130a-b164-40a9-9480-bda7fab5397e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14372897'] for subnet (9e3a5450-1e16-483d-95e1-eae6339ffa87), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:58.300758 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8221ee-9bfd-48c1-94a5-5fb4e8464089 x-openstack-request-id: req-8f8221ee-9bfd-48c1-94a5-5fb4e8464089 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:58.301144 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7896feb8-922a-4f43-afde-3208531a1ea4", "tag": "b110ee54-3dc5-46b1-bb60-b916ec0aa2b3", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:58.301403 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f8221ee-9bfd-48c1-94a5-5fb4e8464089 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:58.301799 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7896feb8-922a-4f43-afde-3208531a1ea4', 'tag': 'b110ee54-3dc5-46b1-bb60-b916ec0aa2b3', 'status': 'completed', 'code': 200} Mar 21 21:39:58.302484 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94daad5-e3e9-4bff-ac43-26b3a3dbb3fd service neutron] Pushing event updated for resources: {'Port': ['ID=b110ee54-3dc5-46b1-bb60-b916ec0aa2b3,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:58.345348 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6c6d130a-b164-40a9-9480-bda7fab5397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (9e3a5450-1e16-483d-95e1-eae6339ffa87), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:58.440698 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe25bd6-895a-4dfb-9eb2-08d566bc43ee req-a113b829-07a8-4ad3-b37c-34756f4ae612 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:58.442197 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-afe25bd6-895a-4dfb-9eb2-08d566bc43ee req-a113b829-07a8-4ad3-b37c-34756f4ae612 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 945 time: 0.1591301 Mar 21 21:39:58.447170 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7e0c7-9f99-4982-8933-aa7da08ab10c req-14dd66b7-b7fa-4a73-b45e-6919511ee7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:58.448628 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1ad7e0c7-9f99-4982-8933-aa7da08ab10c req-14dd66b7-b7fa-4a73-b45e-6919511ee7e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=642ade3c280f4241ada15100cace4a80&device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 1128 time: 0.1267540 Mar 21 21:39:58.544546 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-afe25bd6-895a-4dfb-9eb2-08d566bc43ee req-e207baf2-f11f-4b2f-b0c7-cb785d49d5e0 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925949 Mar 21 21:39:58.625536 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7e0c7-9f99-4982-8933-aa7da08ab10c req-bd59974a-92b8-44a1-8fd4-026ba8ccbcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:58.625536 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1ad7e0c7-9f99-4982-8933-aa7da08ab10c req-bd59974a-92b8-44a1-8fd4-026ba8ccbcf0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=642ade3c280f4241ada15100cace4a80&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1517761 Mar 21 21:39:58.669398 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ca23a-105d-4fa8-822f-0ea666cdfa31 req-ecd03a38-0b54-4b66-9d2e-d652a4191435 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:58.670866 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-873ca23a-105d-4fa8-822f-0ea666cdfa31 req-ecd03a38-0b54-4b66-9d2e-d652a4191435 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1096687 Mar 21 21:39:58.679203 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6c6d130a-b164-40a9-9480-bda7fab5397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12956603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14562706'] for subnet (9e3a5450-1e16-483d-95e1-eae6339ffa87), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:58.735793 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d130a-b164-40a9-9480-bda7fab5397e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3a5450-1e16-483d-95e1-eae6339ffa87,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:58.740931 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6c6d130a-b164-40a9-9480-bda7fab5397e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:58.745879 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6c6d130a-b164-40a9-9480-bda7fab5397e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9e3a5450-1e16-483d-95e1-eae6339ffa87 HTTP/1.1" status: 204 len: 168 time: 0.6463914 Mar 21 21:39:58.746803 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59106) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:58.826488 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7e0c7-9f99-4982-8933-aa7da08ab10c req-d2efdf77-a438-476f-b1fa-825b576c055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:58.829162 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1ad7e0c7-9f99-4982-8933-aa7da08ab10c req-d2efdf77-a438-476f-b1fa-825b576c055b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2110674 Mar 21 21:39:58.837607 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-873ca23a-105d-4fa8-822f-0ea666cdfa31 req-7d670cf0-47b4-4649-8cf8-31d7b89665d1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534405 Mar 21 21:39:58.851499 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (43bebecf-5791-46ee-998e-929ff35e3681), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:58.868336 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa23e91-f257-491b-aaa8-52a5a319f2a7 req-7dfbd70e-8c56-43f0-ad5d-7547b92d553b tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:58.871049 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9aa23e91-f257-491b-aaa8-52a5a319f2a7 req-7dfbd70e-8c56-43f0-ad5d-7547b92d553b tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 944 time: 0.0888550 Mar 21 21:39:58.951235 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (43bebecf-5791-46ee-998e-929ff35e3681), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:58.959299 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9aa23e91-f257-491b-aaa8-52a5a319f2a7 req-cb7a3b45-6c9d-43cd-b29d-7d0d3af4b220 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802400 Mar 21 21:39:58.961619 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-513f890a-65f3-4bbf-bd93-e9dedee0b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:58.963155 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-513f890a-65f3-4bbf-bd93-e9dedee0b9c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=642ade3c280f4241ada15100cace4a80&device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 1128 time: 0.0866282 Mar 21 21:39:58.974939 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:58.975325 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:58.976431 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:58.976431 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > port after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:58.976807 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:58.977157 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > port after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:58.980918 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:58.981532 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:58.982194 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:58.982590 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:59.016067 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-9c1259f5-49ac-4f6b-ad71-842b98ba2ca8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 HTTP/1.1" status: 200 len: 217 time: 0.0415154 Mar 21 21:39:59.062014 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:59.062468 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:59.063017 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:59.063366 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:39:59.063723 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bebecf-5791-46ee-998e-929ff35e3681']}} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:59.090922 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13313b16-7e97-4785-978d-afe61293d031') {'for_net_delete': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:59.092471 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13313b16-7e97-4785-978d-afe61293d031') {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:39:59.097203 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device a252a34c-74ab-4bfd-97ac-8dcc2a38960c up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:39:59.147790 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14382584'] for segment (13313b16-7e97-4785-978d-afe61293d031), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:59.168319 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a45e4082-b034-44d0-8fb1-e5d748aef43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:59.172327 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (13313b16-7e97-4785-978d-afe61293d031), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:59.174690 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-a45e4082-b034-44d0-8fb1-e5d748aef43a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60beca59-5a1c-47e4-bf69-29c5b53fb281 HTTP/1.1" status: 200 len: 853 time: 0.1500521 Mar 21 21:39:59.193363 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104014) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:39:59.193363 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13248103'] for segment (13313b16-7e97-4785-978d-afe61293d031), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: from cryptography.utils import int_from_bytes Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: from cryptography.utils import int_from_bytes Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: Traceback (most recent call last): Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: timer() Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: cb(*args, **kw) Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: return func(*args, **kwargs) Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: self._notify() Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: self.callback(batched_events) Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: event.method(event) Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: return f(self, *a, **k) Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: return self._get(url).json() Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: return self.request(url, 'GET', **kwargs) Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:39:59.194570 dv-cinder-834541-1-iscsi neutron-server[104014]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:39:59.216629 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-6d21757f-13c7-4066-aded-64614c3a7f72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd9a8d20-9f44-459e-af7c-fe8899a3497d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304251 Mar 21 21:39:59.225671 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5db6f2-f8b3-474a-b378-a81902721e2f req-e1b9cfa4-b76f-4323-91fc-5828eba68250 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:39:59.239001 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1c5db6f2-f8b3-474a-b378-a81902721e2f req-e1b9cfa4-b76f-4323-91fc-5828eba68250 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.1405814 Mar 21 21:39:59.263860 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port a252a34c-74ab-4bfd-97ac-8dcc2a38960c completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:39:59.268373 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port a252a34c-74ab-4bfd-97ac-8dcc2a38960c triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:39:59.279003 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:59.338044 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1c5db6f2-f8b3-474a-b378-a81902721e2f req-75098cb9-47c3-4ca4-815e-a2250f70b9f9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023088 Mar 21 21:39:59.346641 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port a252a34c-74ab-4bfd-97ac-8dcc2a38960c is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:39:59.347027 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:59.352444 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (43bebecf-5791-46ee-998e-929ff35e3681), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:59.371128 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:59.378262 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/43bebecf-5791-46ee-998e-929ff35e3681 HTTP/1.1" status: 204 len: 168 time: 0.6302938 Mar 21 21:39:59.378642 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8054a1ba-291a-42a8-93ed-fa6ddf608950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a252a34c-74ab-4bfd-97ac-8dcc2a38960c'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:39:59.380984 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e7db62-7462-4ff9-9512-838913e962e0" -d '{"events": [{"server_uuid": "8054a1ba-291a-42a8-93ed-fa6ddf608950", "name": "network-vif-plugged", "status": "completed", "tag": "a252a34c-74ab-4bfd-97ac-8dcc2a38960c"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:39:59.387436 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59124) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:39:59.395098 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610f6a2-95bf-4928-83cb-4aab6fdf2ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=43bebecf-5791-46ee-998e-929ff35e3681,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:59.396417 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port a252a34c-74ab-4bfd-97ac-8dcc2a38960c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a252a34c-74ab-4bfd-97ac-8dcc2a38960c,segment=NetworkSegment(0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba),segment_id=0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:39:59.423671 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-c66844cf-7a51-4ef6-91bd-20352c718ec2 service neutron] 10.222.0.31 "GET /v2.0/networks/fd9a8d20-9f44-459e-af7c-fe8899a3497d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955914 Mar 21 21:39:59.432031 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea3d12c-7444-409a-82bd-164c854fba5d x-openstack-request-id: req-0ea3d12c-7444-409a-82bd-164c854fba5d {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:39:59.432423 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8054a1ba-291a-42a8-93ed-fa6ddf608950", "name": "network-vif-plugged", "status": "completed", "tag": "a252a34c-74ab-4bfd-97ac-8dcc2a38960c", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:39:59.432910 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ea3d12c-7444-409a-82bd-164c854fba5d {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:39:59.433317 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8054a1ba-291a-42a8-93ed-fa6ddf608950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a252a34c-74ab-4bfd-97ac-8dcc2a38960c', 'code': 200} Mar 21 21:39:59.466225 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbff53a-6e7b-406e-b053-9436c433f132 admin admin] Deleting subnet 0cc08f60-495f-494e-a1e9-cf6bc75e1f24 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:39:59.487400 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:59.491996 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6fbff53a-6e7b-406e-b053-9436c433f132 admin admin] Publish callbacks [] for subnet (0cc08f60-495f-494e-a1e9-cf6bc75e1f24), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:59.537058 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=a252a34c-74ab-4bfd-97ac-8dcc2a38960c,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:39:59.537376 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6fbff53a-6e7b-406e-b053-9436c433f132 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14372897'] for subnet (0cc08f60-495f-494e-a1e9-cf6bc75e1f24), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:39:59.594516 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4472c97a-4a65-4a2c-bca4-bb40fd317678 req-1fd483f6-9f28-4c4b-8ed9-b01ef8fe0a9a service neutron] 10.222.0.31 "GET /v2.0/networks/fd9a8d20-9f44-459e-af7c-fe8899a3497d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562374 Mar 21 21:39:59.598990 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6fbff53a-6e7b-406e-b053-9436c433f132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (0cc08f60-495f-494e-a1e9-cf6bc75e1f24), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:00.001177 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3f896-b488-45c7-b88c-cc09b6dbf187 req-d244d5fe-33ef-438b-a7e3-19ce89196724 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:00.002678 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33a3f896-b488-45c7-b88c-cc09b6dbf187 req-d244d5fe-33ef-438b-a7e3-19ce89196724 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 946 time: 0.1397984 Mar 21 21:40:00.023771 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709fa4e-2fd7-47c6-a92b-4b3fd5505363 req-d24d6a34-cebb-42d1-88f9-f354b696331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:00.025232 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0709fa4e-2fd7-47c6-a92b-4b3fd5505363 req-d24d6a34-cebb-42d1-88f9-f354b696331a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 1130 time: 0.1612604 Mar 21 21:40:00.039904 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5da319-58fd-47b1-9290-e1ae77d1b9fb req-a6b25c53-90fe-4b5c-9261-1b34534d7c27 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:00.041352 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6f5da319-58fd-47b1-9290-e1ae77d1b9fb req-a6b25c53-90fe-4b5c-9261-1b34534d7c27 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1215127 Mar 21 21:40:00.105654 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6fbff53a-6e7b-406e-b053-9436c433f132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12956603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14562706'] for subnet (0cc08f60-495f-494e-a1e9-cf6bc75e1f24), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:00.134725 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33a3f896-b488-45c7-b88c-cc09b6dbf187 req-d54fbe0d-ab18-43db-93f3-4778005e5dd5 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242826 Mar 21 21:40:00.165034 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbff53a-6e7b-406e-b053-9436c433f132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc08f60-495f-494e-a1e9-cf6bc75e1f24,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:00.172765 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0709fa4e-2fd7-47c6-a92b-4b3fd5505363 req-e0818531-98d5-45bd-957a-5eb473a7238b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367486 Mar 21 21:40:00.172765 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6fbff53a-6e7b-406e-b053-9436c433f132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:00.174645 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6fbff53a-6e7b-406e-b053-9436c433f132 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0cc08f60-495f-494e-a1e9-cf6bc75e1f24 HTTP/1.1" status: 204 len: 168 time: 0.7774601 Mar 21 21:40:00.177161 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59148) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:00.186985 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6f5da319-58fd-47b1-9290-e1ae77d1b9fb req-3a37a0f4-ed7c-43f4-b785-899b23d53ac9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380277 Mar 21 21:40:00.287874 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (0670df6c-3ef9-452e-8869-035e0dbb5bc7), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:00.315745 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b8a88-2135-4690-8359-fc3464b5e53f req-1e24c7ff-1432-4032-8184-086dcb4472f4 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:00.320291 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-175b8a88-2135-4690-8359-fc3464b5e53f req-1e24c7ff-1432-4032-8184-086dcb4472f4 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 944 time: 0.0877042 Mar 21 21:40:00.423149 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (0670df6c-3ef9-452e-8869-035e0dbb5bc7), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:00.455745 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-175b8a88-2135-4690-8359-fc3464b5e53f req-81093cfb-99fe-4a39-93fa-b13c8b19b776 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187770 Mar 21 21:40:00.457582 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0670df6c-3ef9-452e-8869-035e0dbb5bc7']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:40:00.469097 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bb22bd-c6c3-49ae-86cb-ca02e27db1c6') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:40:00.469401 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bb22bd-c6c3-49ae-86cb-ca02e27db1c6') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:40:00.492989 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (62bb22bd-c6c3-49ae-86cb-ca02e27db1c6), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:00.509214 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (62bb22bd-c6c3-49ae-86cb-ca02e27db1c6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:00.517270 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:40:00.517765 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (62bb22bd-c6c3-49ae-86cb-ca02e27db1c6), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:40:00.519508 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:40:00.614686 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6825d-ecec-4c8d-b3a0-8bfc77616874 req-2ccb058e-6583-47ab-aae6-f21e2a5358a3 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:00.616341 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-68d6825d-ecec-4c8d-b3a0-8bfc77616874 req-2ccb058e-6583-47ab-aae6-f21e2a5358a3 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0873411 Mar 21 21:40:00.667151 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-68d6825d-ecec-4c8d-b3a0-8bfc77616874 req-93096279-d619-42e5-b83e-88604f35669e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453165 Mar 21 21:40:00.691979 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (0670df6c-3ef9-452e-8869-035e0dbb5bc7), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:00.698666 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:00.702122 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0670df6c-3ef9-452e-8869-035e0dbb5bc7 HTTP/1.1" status: 204 len: 168 time: 0.5240467 Mar 21 21:40:00.713571 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effcfc3-cd65-455b-9e95-ca3677ee4449 admin admin] Pushing event deleted for resources: {'Network': ['ID=0670df6c-3ef9-452e-8869-035e0dbb5bc7,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:01.061127 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59196) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:01.091307 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59198) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:01.101269 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c2da169b-309b-4afb-923d-d3fa0ab61e51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64b3bc58a960425f96078f95b659daf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384598 Mar 21 21:40:01.103776 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59202) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:01.112441 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:40:01.159355 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-407facda-1736-449c-a571-ea54b0d0944b admin admin] Publish callbacks [] for security_group (9760a36d-2294-43ac-b277-1e015fe0b1ed), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.187477 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-407facda-1736-449c-a571-ea54b0d0944b admin admin] Publish callbacks [] for security_group (9760a36d-2294-43ac-b277-1e015fe0b1ed), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.275640 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b110ee54-3dc5-46b1-bb60-b916ec0aa2b3,segment=NetworkSegment(1f4a6d47-34cc-4c20-99aa-dd955e71c271),segment_id=1f4a6d47-34cc-4c20-99aa-dd955e71c271)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:01.293726 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': 'b110ee54-3dc5-46b1-bb60-b916ec0aa2b3', 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d', 'port_id': 'b110ee54-3dc5-46b1-bb60-b916ec0aa2b3', 'mac_address': 'fa:16:3e:8c:d0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60beca59-5a1c-47e4-bf69-29c5b53fb281', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:40:01.306692 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81bf3e-48c3-4f31-a0f3-e33f322d6817 req-79a7f4ad-8e29-4d80-9a42-cd59d18122de tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:01.308417 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac81bf3e-48c3-4f31-a0f3-e33f322d6817 req-79a7f4ad-8e29-4d80-9a42-cd59d18122de tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 946 time: 0.0721200 Mar 21 21:40:01.320881 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a61d7b0a-0ea2-4429-9d08-33310e715f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.349627 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:40:01.350103 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.366292 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:40:01.372993 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-407facda-1736-449c-a571-ea54b0d0944b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (9760a36d-2294-43ac-b277-1e015fe0b1ed), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.376027 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-407facda-1736-449c-a571-ea54b0d0944b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.377447 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-407facda-1736-449c-a571-ea54b0d0944b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9760a36d-2294-43ac-b277-1e015fe0b1ed HTTP/1.1" status: 204 len: 168 time: 0.2727702 Mar 21 21:40:01.394473 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407facda-1736-449c-a571-ea54b0d0944b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9760a36d-2294-43ac-b277-1e015fe0b1ed,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:01.415815 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b110ee54-3dc5-46b1-bb60-b916ec0aa2b3,segment=NetworkSegment(1f4a6d47-34cc-4c20-99aa-dd955e71c271),segment_id=1f4a6d47-34cc-4c20-99aa-dd955e71c271)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:01.422053 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac81bf3e-48c3-4f31-a0f3-e33f322d6817 req-9ae4f0a5-3c9c-4800-b937-148bf9e255ba tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050460 Mar 21 21:40:01.450202 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a61d7b0a-0ea2-4429-9d08-33310e715f9b admin admin] Publish callbacks [] for security_group (a1b5ba4a-5206-4878-bbc4-5c1f2c46c2dd), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.452551 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779cc2-2f37-4e81-941d-534de706720b req-b41d733a-1d56-42ec-a141-0947bd60cb93 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:01.454220 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-67779cc2-2f37-4e81-941d-534de706720b req-b41d733a-1d56-42ec-a141-0947bd60cb93 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1224127 Mar 21 21:40:01.510643 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-67779cc2-2f37-4e81-941d-534de706720b req-2c3579fb-44af-4df0-b99a-76e51cc4f6bc tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471423 Mar 21 21:40:01.579119 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472f6b9-35e7-4c29-8a9c-5b28e700e231 req-629c58b8-fb3b-41f8-bb9b-5ff9fc6c7fa1 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:01.580788 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7472f6b9-35e7-4c29-8a9c-5b28e700e231 req-629c58b8-fb3b-41f8-bb9b-5ff9fc6c7fa1 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 944 time: 0.0541992 Mar 21 21:40:01.589167 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.589388 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a61d7b0a-0ea2-4429-9d08-33310e715f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a1b5ba4a-5206-4878-bbc4-5c1f2c46c2dd), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.618309 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a61d7b0a-0ea2-4429-9d08-33310e715f9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ed232496b0b4655889fa8a4b1287425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5257702 Mar 21 21:40:01.620887 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59212) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:01.633372 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7472f6b9-35e7-4c29-8a9c-5b28e700e231 req-99914ca2-f255-4544-b8df-d467c95224b1 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469477 Mar 21 21:40:01.648158 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=b110ee54-3dc5-46b1-bb60-b916ec0aa2b3,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:01.666979 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d7b0a-0ea2-4429-9d08-33310e715f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b5ba4a-5206-4878-bbc4-5c1f2c46c2dd,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:01.697456 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c882605b-ce95-44ac-8962-b23d761dcf6b admin admin] Publish callbacks [] for security_group (a1b5ba4a-5206-4878-bbc4-5c1f2c46c2dd), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.727947 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c882605b-ce95-44ac-8962-b23d761dcf6b admin admin] Publish callbacks [] for security_group (a1b5ba4a-5206-4878-bbc4-5c1f2c46c2dd), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.810385 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb034a-7bf1-40ff-8325-681e4be97715 req-2e0a8fed-9580-489c-8162-4e9f9bf96073 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:01.812522 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ecb034a-7bf1-40ff-8325-681e4be97715 req-2e0a8fed-9580-489c-8162-4e9f9bf96073 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0646381 Mar 21 21:40:01.858632 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ecb034a-7bf1-40ff-8325-681e4be97715 req-eb90153a-b443-43bb-bd75-02b130fcf59c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402880 Mar 21 21:40:01.867440 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['b110ee54-3dc5-46b1-bb60-b916ec0aa2b3'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:40:01.876142 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c882605b-ce95-44ac-8962-b23d761dcf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a1b5ba4a-5206-4878-bbc4-5c1f2c46c2dd), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.880488 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c882605b-ce95-44ac-8962-b23d761dcf6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:01.885181 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c882605b-ce95-44ac-8962-b23d761dcf6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1b5ba4a-5206-4878-bbc4-5c1f2c46c2dd HTTP/1.1" status: 204 len: 168 time: 0.2611864 Mar 21 21:40:01.895063 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882605b-ce95-44ac-8962-b23d761dcf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b5ba4a-5206-4878-bbc4-5c1f2c46c2dd,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:02.147208 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59222) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:02.186927 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-02cf3730-4189-44d2-9906-b7e30fcc21a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1c35e872a3149cb81dd702584f479b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384429 Mar 21 21:40:02.189340 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59224) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:02.237370 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-37c48ba5-75cc-45da-87ed-568f7b7a6208 admin admin] Publish callbacks [] for security_group (c8257a31-b0f8-4d7d-ac5b-439b26d62eb5), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:02.258501 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-37c48ba5-75cc-45da-87ed-568f7b7a6208 admin admin] Publish callbacks [] for security_group (c8257a31-b0f8-4d7d-ac5b-439b26d62eb5), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:02.411759 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-37c48ba5-75cc-45da-87ed-568f7b7a6208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (c8257a31-b0f8-4d7d-ac5b-439b26d62eb5), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:02.414339 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-37c48ba5-75cc-45da-87ed-568f7b7a6208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:02.415773 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-37c48ba5-75cc-45da-87ed-568f7b7a6208 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8257a31-b0f8-4d7d-ac5b-439b26d62eb5 HTTP/1.1" status: 204 len: 168 time: 0.2253220 Mar 21 21:40:02.428102 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c48ba5-75cc-45da-87ed-568f7b7a6208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8257a31-b0f8-4d7d-ac5b-439b26d62eb5,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:02.545865 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afe72b-542e-4211-b6f1-4b88b42cd716 req-7e676ac4-aaa8-4a5a-afdd-fcd6332b22c3 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:02.548349 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-39afe72b-542e-4211-b6f1-4b88b42cd716 req-7e676ac4-aaa8-4a5a-afdd-fcd6332b22c3 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 946 time: 0.0586863 Mar 21 21:40:02.622492 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-39afe72b-542e-4211-b6f1-4b88b42cd716 req-3ce8b569-2f42-42de-ba90-2530cf1b5d10 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670009 Mar 21 21:40:02.650140 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7dc3-115e-4f55-a308-5a1ca7b733d7 req-05c9c44f-a8e5-4d5c-a83c-3b234fc426e3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:02.651708 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d98d7dc3-115e-4f55-a308-5a1ca7b733d7 req-05c9c44f-a8e5-4d5c-a83c-3b234fc426e3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0695233 Mar 21 21:40:02.671941 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59238) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:02.692355 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8ece-ee2e-4cc8-b9c9-53d444ae7d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:02.701821 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d98d7dc3-115e-4f55-a308-5a1ca7b733d7 req-0d4f69d5-62eb-4413-bfcb-d9b0fb8fa29d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442395 Mar 21 21:40:02.778730 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8ece-ee2e-4cc8-b9c9-53d444ae7d2a admin admin] Publish callbacks [] for security_group (fb8adffe-794e-4023-abf8-043748c635bf), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:02.790316 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043199-2323-4efb-b1d3-a738ed97c79f req-9270814f-424d-46e7-86aa-4120d535e268 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:02.791931 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f0043199-2323-4efb-b1d3-a738ed97c79f req-9270814f-424d-46e7-86aa-4120d535e268 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 945 time: 0.0713480 Mar 21 21:40:02.834563 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8ece-ee2e-4cc8-b9c9-53d444ae7d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (fb8adffe-794e-4023-abf8-043748c635bf), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:02.840221 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f0043199-2323-4efb-b1d3-a738ed97c79f req-8d7fc93a-8c15-4657-abfe-02f273f2e0ad tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Mar 21 21:40:02.877169 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ae8f8ece-ee2e-4cc8-b9c9-53d444ae7d2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=941f83c5b982485e9bd73d73eed0ffd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041602 Mar 21 21:40:02.878122 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f8ece-ee2e-4cc8-b9c9-53d444ae7d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8adffe-794e-4023-abf8-043748c635bf,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:02.880435 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59244) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:02.955696 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c204762f-46ad-4b87-b38b-05c192bef060 admin admin] Publish callbacks [] for security_group (fb8adffe-794e-4023-abf8-043748c635bf), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:02.995512 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c204762f-46ad-4b87-b38b-05c192bef060 admin admin] Publish callbacks [] for security_group (fb8adffe-794e-4023-abf8-043748c635bf), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:03.035206 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7551-da90-4534-ab7a-69c6021a6714 req-9ebe5d0f-b46e-4087-88c9-6a360186b49a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:03.036701 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bf0e7551-da90-4534-ab7a-69c6021a6714 req-9ebe5d0f-b46e-4087-88c9-6a360186b49a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0927963 Mar 21 21:40:03.086083 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bf0e7551-da90-4534-ab7a-69c6021a6714 req-e6f10557-9fe7-4881-be3e-0f5cfb90178e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437450 Mar 21 21:40:03.134588 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:40:03.150972 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c204762f-46ad-4b87-b38b-05c192bef060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (fb8adffe-794e-4023-abf8-043748c635bf), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:03.154070 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c204762f-46ad-4b87-b38b-05c192bef060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:03.156359 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c204762f-46ad-4b87-b38b-05c192bef060 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb8adffe-794e-4023-abf8-043748c635bf HTTP/1.1" status: 204 len: 168 time: 0.2738738 Mar 21 21:40:03.166238 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204762f-46ad-4b87-b38b-05c192bef060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8adffe-794e-4023-abf8-043748c635bf,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:03.343270 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:40:03.347270 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:40:03.347731 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:03.425532 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:40:03.425919 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:03.449233 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7896feb8-922a-4f43-afde-3208531a1ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b110ee54-3dc5-46b1-bb60-b916ec0aa2b3'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:03.451438 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d489ba-8b4a-43b3-99db-d2a586126b63" -d '{"events": [{"server_uuid": "7896feb8-922a-4f43-afde-3208531a1ea4", "name": "network-vif-plugged", "status": "completed", "tag": "b110ee54-3dc5-46b1-bb60-b916ec0aa2b3"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:03.464579 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b110ee54-3dc5-46b1-bb60-b916ec0aa2b3,segment=NetworkSegment(1f4a6d47-34cc-4c20-99aa-dd955e71c271),segment_id=1f4a6d47-34cc-4c20-99aa-dd955e71c271)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:03.496615 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7084ee63-fcab-4891-9dfd-44a898708018 x-openstack-request-id: req-7084ee63-fcab-4891-9dfd-44a898708018 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:03.496615 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7896feb8-922a-4f43-afde-3208531a1ea4", "name": "network-vif-plugged", "status": "completed", "tag": "b110ee54-3dc5-46b1-bb60-b916ec0aa2b3", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:03.496615 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7084ee63-fcab-4891-9dfd-44a898708018 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:03.496615 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7896feb8-922a-4f43-afde-3208531a1ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b110ee54-3dc5-46b1-bb60-b916ec0aa2b3', 'code': 200} Mar 21 21:40:03.589169 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:03.645451 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=b110ee54-3dc5-46b1-bb60-b916ec0aa2b3,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:03.838297 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b33e3-7a6b-4329-b0bb-828a12b0176b req-6e304a01-4528-48c9-8862-e12c763504dc tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:03.839801 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-859b33e3-7a6b-4329-b0bb-828a12b0176b req-6e304a01-4528-48c9-8862-e12c763504dc tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0651639 Mar 21 21:40:03.889107 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-859b33e3-7a6b-4329-b0bb-828a12b0176b req-28456a8b-2d44-4aa9-8fd2-176bd134b835 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429392 Mar 21 21:40:04.013720 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5204a66-802d-4387-87ab-3883e56a6beb req-e52f08ae-8645-4da5-8156-c24ecabef976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:04.016365 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c5204a66-802d-4387-87ab-3883e56a6beb req-e52f08ae-8645-4da5-8156-c24ecabef976 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 1130 time: 0.0853946 Mar 21 21:40:04.031175 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745b0bd-aefe-4d28-9a83-064772919ef6 req-4142a0ec-39c2-4935-846e-800fecc31389 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:04.032730 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e745b0bd-aefe-4d28-9a83-064772919ef6 req-4142a0ec-39c2-4935-846e-800fecc31389 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 946 time: 0.0721602 Mar 21 21:40:04.143497 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e745b0bd-aefe-4d28-9a83-064772919ef6 req-332f652f-3094-418a-90ad-06c4e4d3b2fa tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041119 Mar 21 21:40:04.146478 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c5204a66-802d-4387-87ab-3883e56a6beb req-44f02ec2-e5b3-4eb7-897f-abdc2d84e202 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127431 Mar 21 21:40:04.160422 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dae0a1-7819-4468-8549-c20a94e5cf4e req-09748f6c-9e37-4771-90b2-26eb1a80e85c tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:04.161934 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-40dae0a1-7819-4468-8549-c20a94e5cf4e req-09748f6c-9e37-4771-90b2-26eb1a80e85c tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 946 time: 0.1055171 Mar 21 21:40:04.252737 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-40dae0a1-7819-4468-8549-c20a94e5cf4e req-7478f050-40c6-4339-b1d0-5f4ad224ea07 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782757 Mar 21 21:40:04.276694 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e43d3-5a08-482a-99b6-1a054ed91d07 req-f8a50f9d-730a-4b18-a5e5-66c13abcb3d8 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:04.278029 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-861e43d3-5a08-482a-99b6-1a054ed91d07 req-f8a50f9d-730a-4b18-a5e5-66c13abcb3d8 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0779786 Mar 21 21:40:04.327545 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-861e43d3-5a08-482a-99b6-1a054ed91d07 req-4b62ad9c-1106-4694-9f8f-94ea95f7c333 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434215 Mar 21 21:40:04.469003 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59318) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:04.574548 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4129eee0-953c-4e60-a6fb-21847f850c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:04.649697 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4129eee0-953c-4e60-a6fb-21847f850c1b admin admin] Publish callbacks [] for security_group (cf885aa4-7a6a-444b-b9dd-7cedd69782db), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:04.720614 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4129eee0-953c-4e60-a6fb-21847f850c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (cf885aa4-7a6a-444b-b9dd-7cedd69782db), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:04.758716 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4129eee0-953c-4e60-a6fb-21847f850c1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0348fbad7af24e7b9e7f7f78f4016d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884476 Mar 21 21:40:04.759831 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129eee0-953c-4e60-a6fb-21847f850c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf885aa4-7a6a-444b-b9dd-7cedd69782db,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:04.762551 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59324) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:04.819792 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c041b202-36ad-48cc-9099-9bb71c501b08 admin admin] Publish callbacks [] for security_group (cf885aa4-7a6a-444b-b9dd-7cedd69782db), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:04.841479 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c041b202-36ad-48cc-9099-9bb71c501b08 admin admin] Publish callbacks [] for security_group (cf885aa4-7a6a-444b-b9dd-7cedd69782db), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:04.989918 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c041b202-36ad-48cc-9099-9bb71c501b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (cf885aa4-7a6a-444b-b9dd-7cedd69782db), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:04.992420 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c041b202-36ad-48cc-9099-9bb71c501b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:04.994213 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c041b202-36ad-48cc-9099-9bb71c501b08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf885aa4-7a6a-444b-b9dd-7cedd69782db HTTP/1.1" status: 204 len: 168 time: 0.2301445 Mar 21 21:40:04.997102 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59332) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:05.007200 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041b202-36ad-48cc-9099-9bb71c501b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf885aa4-7a6a-444b-b9dd-7cedd69782db,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:05.028379 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fba23d-1793-4e46-845a-003887cccb1e req-03d06682-2a9a-4c54-9f53-2168c632d6ba tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:05.030020 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8fba23d-1793-4e46-845a-003887cccb1e req-03d06682-2a9a-4c54-9f53-2168c632d6ba tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0689795 Mar 21 21:40:05.114192 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8fba23d-1793-4e46-845a-003887cccb1e req-4e609097-8f03-4622-983c-65fd764d6083 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463591 Mar 21 21:40:05.115509 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6022a113-7bed-428f-a53f-15ce38d26dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:05.189406 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6022a113-7bed-428f-a53f-15ce38d26dac admin admin] Publish callbacks [] for security_group (b472f837-87ff-44fb-9b67-96b5307cee2d), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:05.262860 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c55a3-4319-43f6-8ced-a4fb3aa074b5 req-a8060520-03d6-4056-88cd-f18548aa3f59 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:05.264320 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-582c55a3-4319-43f6-8ced-a4fb3aa074b5 req-a8060520-03d6-4056-88cd-f18548aa3f59 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 946 time: 0.0522058 Mar 21 21:40:05.317779 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6022a113-7bed-428f-a53f-15ce38d26dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b472f837-87ff-44fb-9b67-96b5307cee2d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:05.317946 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-582c55a3-4319-43f6-8ced-a4fb3aa074b5 req-64966b7e-6247-44e1-bfe3-b6581bf66946 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458658 Mar 21 21:40:05.348046 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6022a113-7bed-428f-a53f-15ce38d26dac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5a3b15e449f44a6bc24aad36dc97a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498578 Mar 21 21:40:05.352394 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59342) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:05.359223 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022a113-7bed-428f-a53f-15ce38d26dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b472f837-87ff-44fb-9b67-96b5307cee2d,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:05.461949 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285b061-0364-40a6-bfcd-e12532aa4ca7 req-652cf920-6ad3-4b79-bc68-76ffa51b6fcf tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:05.463516 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a285b061-0364-40a6-bfcd-e12532aa4ca7 req-652cf920-6ad3-4b79-bc68-76ffa51b6fcf tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 946 time: 0.1232564 Mar 21 21:40:05.502113 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e5e1d71b-b79d-4a22-b731-ca474b9e72af admin admin] Publish callbacks [] for security_group (b472f837-87ff-44fb-9b67-96b5307cee2d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:05.536131 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaeecf5-d616-4c3c-aa1d-4a8e20ea1a29 req-26b8cc68-fd6c-415c-aae9-409e7773b09b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:05.537644 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-feaeecf5-d616-4c3c-aa1d-4a8e20ea1a29 req-26b8cc68-fd6c-415c-aae9-409e7773b09b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.1213613 Mar 21 21:40:05.564678 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e5e1d71b-b79d-4a22-b731-ca474b9e72af admin admin] Publish callbacks [] for security_group (b472f837-87ff-44fb-9b67-96b5307cee2d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:05.581449 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a285b061-0364-40a6-bfcd-e12532aa4ca7 req-3f837948-5343-4ea7-8d22-b05bfa86987e tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092932 Mar 21 21:40:05.633786 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-feaeecf5-d616-4c3c-aa1d-4a8e20ea1a29 req-b2c7b302-f1ff-4c86-8ff3-3e6a7d2e019d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872710 Mar 21 21:40:05.714565 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e5e1d71b-b79d-4a22-b731-ca474b9e72af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b472f837-87ff-44fb-9b67-96b5307cee2d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:05.717390 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e5e1d71b-b79d-4a22-b731-ca474b9e72af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:05.719124 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e5e1d71b-b79d-4a22-b731-ca474b9e72af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b472f837-87ff-44fb-9b67-96b5307cee2d HTTP/1.1" status: 204 len: 168 time: 0.3676631 Mar 21 21:40:05.727175 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1d71b-b79d-4a22-b731-ca474b9e72af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b472f837-87ff-44fb-9b67-96b5307cee2d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:06.058461 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aef2a6-fc9c-4269-8033-a2d75f92943f req-c62ea2de-49a9-4e5f-af96-a414ee2d04c3 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:06.060118 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17aef2a6-fc9c-4269-8033-a2d75f92943f req-c62ea2de-49a9-4e5f-af96-a414ee2d04c3 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.31 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 946 time: 0.0562570 Mar 21 21:40:06.248143 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-17aef2a6-fc9c-4269-8033-a2d75f92943f req-009ed63d-252e-4959-b3a5-6c152a086312 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Deleting port a252a34c-74ab-4bfd-97ac-8dcc2a38960c {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:40:06.248622 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-17aef2a6-fc9c-4269-8033-a2d75f92943f req-009ed63d-252e-4959-b3a5-6c152a086312 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:06.307114 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4459c-833d-42a7-ac92-00e4c929a70c req-142c8b7b-265f-4068-986e-89f9d4dbc1d6 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:06.308770 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4ed4459c-833d-42a7-ac92-00e4c929a70c req-142c8b7b-265f-4068-986e-89f9d4dbc1d6 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1201143 Mar 21 21:40:06.390129 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-17aef2a6-fc9c-4269-8033-a2d75f92943f req-009ed63d-252e-4959-b3a5-6c152a086312 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] For port a252a34c-74ab-4bfd-97ac-8dcc2a38960c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a252a34c-74ab-4bfd-97ac-8dcc2a38960c,segment=NetworkSegment(0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba),segment_id=0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:06.390496 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-17aef2a6-fc9c-4269-8033-a2d75f92943f req-009ed63d-252e-4959-b3a5-6c152a086312 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:06.424181 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4ed4459c-833d-42a7-ac92-00e4c929a70c req-78d079a0-c6ee-4cbc-bf25-be6424253805 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079044 Mar 21 21:40:06.425132 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-17aef2a6-fc9c-4269-8033-a2d75f92943f req-009ed63d-252e-4959-b3a5-6c152a086312 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Calling delete_port for a252a34c-74ab-4bfd-97ac-8dcc2a38960c owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:40:06.532881 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad026749-e2d9-42f9-a14d-36a1c9bdf843 req-7a3ae152-f229-45b5-ad95-aa018ee480d5 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:06.534431 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ad026749-e2d9-42f9-a14d-36a1c9bdf843 req-7a3ae152-f229-45b5-ad95-aa018ee480d5 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 946 time: 0.1305242 Mar 21 21:40:06.596542 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ad026749-e2d9-42f9-a14d-36a1c9bdf843 req-4a854b23-fc86-4aa3-ade0-d141eb30e66e tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564227 Mar 21 21:40:06.706147 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcdcc1-de54-43bb-9d91-5ea00a836e91 req-1c4434db-88f3-46e7-afad-dd1c5387759d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:06.707945 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4dcdcc1-de54-43bb-9d91-5ea00a836e91 req-1c4434db-88f3-46e7-afad-dd1c5387759d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 946 time: 0.0550470 Mar 21 21:40:06.708884 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-17aef2a6-fc9c-4269-8033-a2d75f92943f req-009ed63d-252e-4959-b3a5-6c152a086312 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (a252a34c-74ab-4bfd-97ac-8dcc2a38960c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:06.721232 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['a252a34c-74ab-4bfd-97ac-8dcc2a38960c'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:40:06.748997 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ed63d-252e-4959-b3a5-6c152a086312 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Pushing event deleted for resources: {'Port': ['ID=a252a34c-74ab-4bfd-97ac-8dcc2a38960c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:06.861974 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-17aef2a6-fc9c-4269-8033-a2d75f92943f req-009ed63d-252e-4959-b3a5-6c152a086312 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] No DVR routers for this DVR port a252a34c-74ab-4bfd-97ac-8dcc2a38960c on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:40:06.872930 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-17aef2a6-fc9c-4269-8033-a2d75f92943f req-009ed63d-252e-4959-b3a5-6c152a086312 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:06.877071 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17aef2a6-fc9c-4269-8033-a2d75f92943f req-009ed63d-252e-4959-b3a5-6c152a086312 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.31 "DELETE /v2.0/ports/a252a34c-74ab-4bfd-97ac-8dcc2a38960c HTTP/1.1" status: 204 len: 173 time: 0.8111591 Mar 21 21:40:06.881521 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8054a1ba-291a-42a8-93ed-fa6ddf608950', 'name': 'network-vif-deleted', 'tag': 'a252a34c-74ab-4bfd-97ac-8dcc2a38960c'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:06.883811 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33368fff-27e0-4b02-a29d-74ce89e96cec" -d '{"events": [{"server_uuid": "8054a1ba-291a-42a8-93ed-fa6ddf608950", "name": "network-vif-deleted", "tag": "a252a34c-74ab-4bfd-97ac-8dcc2a38960c"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:06.896333 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4dcdcc1-de54-43bb-9d91-5ea00a836e91 req-61e072c8-f8d4-4b87-81fb-a67515a6a69d tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554000 Mar 21 21:40:06.904086 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3787d59-08cd-49ef-81f9-bc88bc4d9eb7 req-06e5ce48-9a3c-46f4-9b62-c0968ca7fabd tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:06.906665 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3787d59-08cd-49ef-81f9-bc88bc4d9eb7 req-06e5ce48-9a3c-46f4-9b62-c0968ca7fabd tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.1623731 Mar 21 21:40:06.944822 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c7b1b-a4f8-43dc-bc85-ab12b53ba328 x-openstack-request-id: req-a51c7b1b-a4f8-43dc-bc85-ab12b53ba328 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:06.947957 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8054a1ba-291a-42a8-93ed-fa6ddf608950", "name": "network-vif-deleted", "tag": "a252a34c-74ab-4bfd-97ac-8dcc2a38960c", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:06.947957 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a51c7b1b-a4f8-43dc-bc85-ab12b53ba328 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:06.947957 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8054a1ba-291a-42a8-93ed-fa6ddf608950', 'name': 'network-vif-deleted', 'tag': 'a252a34c-74ab-4bfd-97ac-8dcc2a38960c', 'status': 'completed', 'code': 200} Mar 21 21:40:06.974338 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3787d59-08cd-49ef-81f9-bc88bc4d9eb7 req-bc67134e-b6ed-434c-be00-769059aa34c4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564854 Mar 21 21:40:07.554245 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d22be6-cd02-4689-8518-7f87f665445f req-0df0fe94-fd9e-4334-be85-21de1b03b266 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:07.555714 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-01d22be6-cd02-4689-8518-7f87f665445f req-0df0fe94-fd9e-4334-be85-21de1b03b266 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0534410 Mar 21 21:40:07.602829 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-01d22be6-cd02-4689-8518-7f87f665445f req-a96c4cbb-4a6a-4d67-b154-2ed593d25255 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Mar 21 21:40:07.998820 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5b117454-ec6c-4daf-aa24-c8c2fd9735b5 req-cd66df2b-b96e-417b-bb7d-1ad15a47219c tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=8054a1ba-291a-42a8-93ed-fa6ddf608950 HTTP/1.1" status: 200 len: 210 time: 0.0267434 Mar 21 21:40:08.121802 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aff772-853b-4b70-9c79-fdf095f30337 req-785f51fc-16fd-48db-b7c0-6b1f7b282bda tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:08.123616 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e0aff772-853b-4b70-9c79-fdf095f30337 req-785f51fc-16fd-48db-b7c0-6b1f7b282bda tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0698602 Mar 21 21:40:08.174612 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e0aff772-853b-4b70-9c79-fdf095f30337 req-1000b3b5-1501-43ff-a53c-b6dcb79ee491 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428362 Mar 21 21:40:08.734876 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c2d3e-9bc6-4d7f-9063-f53c0d7aba2a req-096fb6b7-6fd5-46c9-9f0d-923902e25845 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:08.736349 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6f1c2d3e-9bc6-4d7f-9063-f53c0d7aba2a req-096fb6b7-6fd5-46c9-9f0d-923902e25845 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0551648 Mar 21 21:40:08.789732 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6f1c2d3e-9bc6-4d7f-9063-f53c0d7aba2a req-c9b665ed-ee5c-4f3d-92e8-da5d84ed82a0 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470793 Mar 21 21:40:09.025244 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59474) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:09.029935 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-2cdf0a57-9961-49d4-8b06-3da386a8258d tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016449318', 'description': 'tempest-description--1897439000'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:09.144150 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0a57-9961-49d4-8b06-3da386a8258d tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:09.220700 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0a57-9961-49d4-8b06-3da386a8258d tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (53854848-637f-4f55-bc96-d925ee342797), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:09.328623 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0a57-9961-49d4-8b06-3da386a8258d tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (53854848-637f-4f55-bc96-d925ee342797), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:09.381107 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7be3d2-26da-4d13-9ca3-8fb25bdabe07 req-9b3680ce-d874-456d-9dcb-e621c041ae93 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:09.382645 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c7be3d2-26da-4d13-9ca3-8fb25bdabe07 req-9b3680ce-d874-456d-9dcb-e621c041ae93 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.1119909 Mar 21 21:40:09.388129 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-cd27ec25-3569-4280-bcca-b4f41ce0838f tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:09.389470 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-cd27ec25-3569-4280-bcca-b4f41ce0838f tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/networks?id=965ef867-91a6-43a8-bc39-427846c038dc HTTP/1.1" status: 200 len: 808 time: 0.1665108 Mar 21 21:40:09.397074 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf0a57-9961-49d4-8b06-3da386a8258d tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53854848-637f-4f55-bc96-d925ee342797,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:09.425307 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-ec5fb638-2aff-4afb-b3cc-3578f6385082 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/quotas/331e7fe277a34e438f62ba7578ffdc6c HTTP/1.1" status: 200 len: 375 time: 0.0248048 Mar 21 21:40:09.464861 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d6a2804a-52ff-4834-9fa4-54379817c3ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=331e7fe277a34e438f62ba7578ffdc6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341303 Mar 21 21:40:09.468946 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0a57-9961-49d4-8b06-3da386a8258d tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:09.472763 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2cdf0a57-9961-49d4-8b06-3da386a8258d tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4438555 Mar 21 21:40:09.478220 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59494) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:09.478220 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-780d2e65-2bdb-4e74-8d61-aedd78abcd10 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'security_group_rule': {'security_group_id': '53854848-637f-4f55-bc96-d925ee342797', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:09.481908 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c7be3d2-26da-4d13-9ca3-8fb25bdabe07 req-ee5f0f2d-cece-4d3d-bd35-e0155d5fb27b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905459 Mar 21 21:40:09.559302 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-780d2e65-2bdb-4e74-8d61-aedd78abcd10 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (abb34512-2985-44f1-b85b-981e2432111e), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:09.561079 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-28d38076-ec0a-41fd-8343-78c1aa33250b service neutron] 10.222.0.23 "GET /v2.0/networks/965ef867-91a6-43a8-bc39-427846c038dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888629 Mar 21 21:40:09.620094 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-780d2e65-2bdb-4e74-8d61-aedd78abcd10 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (abb34512-2985-44f1-b85b-981e2432111e), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:09.656008 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-1c44471c-415e-49b1-8d15-b32d4747ac54 service neutron] 10.222.0.23 "GET /v2.0/networks/965ef867-91a6-43a8-bc39-427846c038dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883999 Mar 21 21:40:09.697706 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-780d2e65-2bdb-4e74-8d61-aedd78abcd10 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (abb34512-2985-44f1-b85b-981e2432111e), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:09.715187 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d2e65-2bdb-4e74-8d61-aedd78abcd10 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb34512-2985-44f1-b85b-981e2432111e,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:09.820155 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-780d2e65-2bdb-4e74-8d61-aedd78abcd10 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:09.823854 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-780d2e65-2bdb-4e74-8d61-aedd78abcd10 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3472257 Mar 21 21:40:09.824139 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59502) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:09.832817 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-7bc78ed5-1502-4ec7-84d8-bb6a54f9ccd2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'security_group_rule': {'security_group_id': '53854848-637f-4f55-bc96-d925ee342797', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:09.915484 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e14f-c50c-43dd-874c-89e8b66e5e87 req-768024f4-8f42-4b39-a72e-a1697e664b06 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:09.917347 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-80e1e14f-c50c-43dd-874c-89e8b66e5e87 req-768024f4-8f42-4b39-a72e-a1697e664b06 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0577381 Mar 21 21:40:09.951162 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a978000a-ca88-4575-86e8-0511a020a7e8 req-b115010c-b2ff-4283-90d1-72e25d43d0d8 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 210 time: 0.0327153 Mar 21 21:40:09.956086 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7bc78ed5-1502-4ec7-84d8-bb6a54f9ccd2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (b12aba77-7f0e-4fcb-b5d8-913afbe89c8b), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:09.959944 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device a252a34c-74ab-4bfd-97ac-8dcc2a38960c no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:40:09.993835 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: a252a34c-74ab-4bfd-97ac-8dcc2a38960c {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:40:09.994191 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device a252a34c-74ab-4bfd-97ac-8dcc2a38960c not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:40:10.003958 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-80e1e14f-c50c-43dd-874c-89e8b66e5e87 req-3fa2ae2f-bd87-4eeb-a837-4e790c0f7aed tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764973 Mar 21 21:40:10.044323 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7bc78ed5-1502-4ec7-84d8-bb6a54f9ccd2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (b12aba77-7f0e-4fcb-b5d8-913afbe89c8b), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:10.120612 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7bc78ed5-1502-4ec7-84d8-bb6a54f9ccd2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (b12aba77-7f0e-4fcb-b5d8-913afbe89c8b), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:10.139575 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc78ed5-1502-4ec7-84d8-bb6a54f9ccd2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12aba77-7f0e-4fcb-b5d8-913afbe89c8b,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:10.279389 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7bc78ed5-1502-4ec7-84d8-bb6a54f9ccd2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:10.281436 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7bc78ed5-1502-4ec7-84d8-bb6a54f9ccd2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4555628 Mar 21 21:40:10.284460 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59512) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:10.288808 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:10.389525 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:10.490579 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:10.594342 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Allocated IP 172.27.1.67 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/1ef70131-bee9-4c93-a6fa-88e80e288fc3) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:40:10.617303 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909227c9-b1c5-403f-b5b5-49b79473ee5f req-5a97ec1d-8b01-4506-b3b5-ee1283cbe043 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:10.618864 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-909227c9-b1c5-403f-b5b5-49b79473ee5f req-5a97ec1d-8b01-4506-b3b5-ee1283cbe043 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0608912 Mar 21 21:40:10.669964 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-909227c9-b1c5-403f-b5b5-49b79473ee5f req-0f4a6a5e-5d66-4bfb-89fb-596fcabfa51f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447659 Mar 21 21:40:10.710653 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for port (1ef70131-bee9-4c93-a6fa-88e80e288fc3), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:10.806682 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (1ef70131-bee9-4c93-a6fa-88e80e288fc3), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:10.844060 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:40:10.846876 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:40:10.852999 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:40:10.858849 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'Port': ['ID=1ef70131-bee9-4c93-a6fa-88e80e288fc3,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:10.945297 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (b3b9f7dc-d113-4c15-8993-e09a342e303f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:11.029495 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (1ef70131-bee9-4c93-a6fa-88e80e288fc3), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:11.057127 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4c2e8550-8cc8-4384-b88a-38ca5c531230 req-fff30d88-568b-45dc-818a-87da8205c03f tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 210 time: 0.0294020 Mar 21 21:40:11.130910 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb62923-babe-407c-aaee-def032fdfd08 req-26e2b561-f1f5-48e5-b937-22d387771d7e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:11.132420 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bdb62923-babe-407c-aaee-def032fdfd08 req-26e2b561-f1f5-48e5-b937-22d387771d7e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0527864 Mar 21 21:40:11.186947 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bdb62923-babe-407c-aaee-def032fdfd08 req-1a60297c-26f6-4cf7-a805-cc14db266452 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483031 Mar 21 21:40:11.189589 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for port (1ef70131-bee9-4c93-a6fa-88e80e288fc3), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:11.246398 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (1ef70131-bee9-4c93-a6fa-88e80e288fc3), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:11.320223 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'Port': ['ID=1ef70131-bee9-4c93-a6fa-88e80e288fc3,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:11.331920 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (b3b9f7dc-d113-4c15-8993-e09a342e303f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:11.385816 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:11.387185 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-f7d70797-d586-4353-ae6e-363e8cdcdcef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1017318 Mar 21 21:40:11.584115 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-8c3335cc-ccf1-48e8-9adf-f2c2edc7343e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2016449318&fields=id&tenant_id=0f2630a33d1441d7b3031903b1389a78 HTTP/1.1" status: 200 len: 267 time: 0.0461700 Mar 21 21:40:11.685725 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-09b99b59-ab9d-4fda-99f5-40070b69c2b0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:11.687709 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-09b99b59-ab9d-4fda-99f5-40070b69c2b0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/networks?id=472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 200 len: 815 time: 0.0971279 Mar 21 21:40:11.701933 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-25a58af2-bd3d-40e3-8d84-8cf1abe9c98a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/quotas/0f2630a33d1441d7b3031903b1389a78 HTTP/1.1" status: 200 len: 375 time: 0.0089185 Mar 21 21:40:11.800067 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-efc8beb8-3221-4b81-a94c-ed32a8cc3f1c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922699 Mar 21 21:40:11.843841 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c9228-0b1c-458d-ac9d-523dfcaea2de req-f51f58f2-09d8-4857-94e0-3ce4a4519408 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:11.845531 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d91c9228-0b1c-458d-ac9d-523dfcaea2de req-f51f58f2-09d8-4857-94e0-3ce4a4519408 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.1015737 Mar 21 21:40:11.977532 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-4b3b537a-799c-4de0-b466-9a1fe15f2d43 service neutron] 10.222.0.23 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631508 Mar 21 21:40:11.980536 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d91c9228-0b1c-458d-ac9d-523dfcaea2de req-b35d08ac-02a8-479c-bbde-826ff60af941 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109784 Mar 21 21:40:12.044033 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3f20a-6f44-4806-ab0c-757d90c5286a req-7d206e2e-b971-4e8d-bc20-1920dc9fc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:12.045460 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91d3f20a-6f44-4806-ab0c-757d90c5286a req-7d206e2e-b971-4e8d-bc20-1920dc9fc0c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 1129 time: 0.1216803 Mar 21 21:40:12.082168 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-0668598b-40e3-4801-a705-4ccfcf65790b service neutron] 10.222.0.23 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977952 Mar 21 21:40:12.168635 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4ed3917-7b2b-44f2-b534-e8294901a8c5 req-202700a4-23a2-48c5-90bc-9f1fbf474566 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 210 time: 0.0314469 Mar 21 21:40:12.197778 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3f20a-6f44-4806-ab0c-757d90c5286a req-560ea7e4-ceae-49cc-8a98-abdf34f61c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:12.199282 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91d3f20a-6f44-4806-ab0c-757d90c5286a req-560ea7e4-ceae-49cc-8a98-abdf34f61c1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 919 time: 0.1282578 Mar 21 21:40:12.255933 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91d3f20a-6f44-4806-ab0c-757d90c5286a req-2ba2e399-d4c1-4a4b-8e4d-021232a8c298 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5be5bc3d-eeaa-453b-93f8-046127030354 HTTP/1.1" status: 200 len: 217 time: 0.0454266 Mar 21 21:40:12.583421 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e17385dd-2a07-4204-88b4-21ef8b10396b req-4f298180-5221-4461-82ab-705b238adb37 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 210 time: 0.0504053 Mar 21 21:40:12.597993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3f20a-6f44-4806-ab0c-757d90c5286a req-5e1d536d-72dd-402f-809c-dc9570449a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:12.599421 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91d3f20a-6f44-4806-ab0c-757d90c5286a req-5e1d536d-72dd-402f-809c-dc9570449a97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.3361163 Mar 21 21:40:12.616028 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811e980-a31e-47af-bb07-2877cf8c0251 req-03f3823e-abb8-4734-b247-185a33418eab tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:12.617697 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9811e980-a31e-47af-bb07-2877cf8c0251 req-03f3823e-abb8-4734-b247-185a33418eab tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.3532040 Mar 21 21:40:12.690996 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9811e980-a31e-47af-bb07-2877cf8c0251 req-6d059093-62bd-4723-b523-9892ca4ef749 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634832 Mar 21 21:40:12.693885 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3f20a-6f44-4806-ab0c-757d90c5286a req-c728d29d-aa41-4a83-99b2-aefc67b91a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:12.695263 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91d3f20a-6f44-4806-ab0c-757d90c5286a req-c728d29d-aa41-4a83-99b2-aefc67b91a4b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767331 Mar 21 21:40:12.804873 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91d3f20a-6f44-4806-ab0c-757d90c5286a req-ae75e136-39ee-4023-8679-802b8ac79e81 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928001 Mar 21 21:40:12.908928 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91d3f20a-6f44-4806-ab0c-757d90c5286a req-24975d22-d1be-4762-bbfe-3e026610ce44 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949724 Mar 21 21:40:13.119800 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8af99-b99d-4565-a3e7-6fc2d0e6d389 req-7679f080-ee9f-42ce-800e-651636e0a3e0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:13.122441 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3af8af99-b99d-4565-a3e7-6fc2d0e6d389 req-7679f080-ee9f-42ce-800e-651636e0a3e0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0637615 Mar 21 21:40:13.178849 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3af8af99-b99d-4565-a3e7-6fc2d0e6d389 req-7a91d021-231f-46ca-bede-f51b0aebfd5f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493407 Mar 21 21:40:13.310492 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-6546f45f-7457-4dd9-bc80-23935a6c0d81 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:13.312527 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-6546f45f-7457-4dd9-bc80-23935a6c0d81 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.31 "GET /v2.0/networks?id=965ef867-91a6-43a8-bc39-427846c038dc HTTP/1.1" status: 200 len: 808 time: 0.1185644 Mar 21 21:40:13.326124 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Request body: {'port': {'device_id': 'f6b27cb3-921f-487b-bdf9-082004a3ca7d', 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc', 'admin_state_up': True, 'tenant_id': '331e7fe277a34e438f62ba7578ffdc6c'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:13.379926 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2cb0f-c687-4802-a63c-592d6aba767c req-dc2b06af-9b0f-48db-b103-aefc008c3096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:13.381511 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-11d2cb0f-c687-4802-a63c-592d6aba767c req-dc2b06af-9b0f-48db-b103-aefc008c3096 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 1129 time: 0.0467207 Mar 21 21:40:13.395859 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c9b13994-f074-40e5-982b-c8569a6eb404 req-03155566-1fde-41a5-9691-0e59eccd30e1 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 210 time: 0.0826468 Mar 21 21:40:13.441290 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-11d2cb0f-c687-4802-a63c-592d6aba767c req-a65702e5-79fe-40dd-a178-e7a5391ef5d4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515432 Mar 21 21:40:13.578285 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Made reservation on behalf of 331e7fe277a34e438f62ba7578ffdc6c for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:40:13.581690 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:13.720512 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b93ee2c0-cf30-4c23-a200-49cd9fdebc4a req-dc25eb57-c72e-430a-be68-b9c2bcea6d5c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 210 time: 0.0533352 Mar 21 21:40:13.750231 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Allocated IP 172.20.0.13 (965ef867-91a6-43a8-bc39-427846c038dc/0b3bb397-2bef-441f-8422-6890e9778d36/b7426492-7111-4015-b5fc-5a406ff54112) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:40:13.913808 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851b17-204f-488f-994e-fac11e86dd19 req-3c5ebcfe-e7fb-4679-a4b6-03e9008ea29c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:13.915130 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d6851b17-204f-488f-994e-fac11e86dd19 req-3c5ebcfe-e7fb-4679-a4b6-03e9008ea29c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1241684 Mar 21 21:40:13.967317 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks [] for port (b7426492-7111-4015-b5fc-5a406ff54112), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:14.000896 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d6851b17-204f-488f-994e-fac11e86dd19 req-5f71d6c0-273c-4735-a40b-fdff20d05071 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729439 Mar 21 21:40:14.167521 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (b7426492-7111-4015-b5fc-5a406ff54112), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:14.208795 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Network 965ef867-91a6-43a8-bc39-427846c038dc is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:40:14.215508 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:40:14.218543 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:40:14.255823 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Pushing event updated for resources: {'Port': ['ID=b7426492-7111-4015-b5fc-5a406ff54112,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:14.274294 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.274639 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.274980 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.275323 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.275698 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.276026 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.276350 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.276714 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.277092 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.277413 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.277739 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.278060 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.278379 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.278700 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.279049 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:14.339323 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:14.343419 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:14.370359 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d5f19-8823-4a07-9f6d-0859c34614bc req-f38c7b4f-c301-4d0d-94f5-16fa202cc3bf tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:14.371899 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-227d5f19-8823-4a07-9f6d-0859c34614bc req-f38c7b4f-c301-4d0d-94f5-16fa202cc3bf tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0835521 Mar 21 21:40:14.430180 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-227d5f19-8823-4a07-9f6d-0859c34614bc req-56848e9c-e5b1-4bf1-8276-9592fc753eed tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521412 Mar 21 21:40:14.434302 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-988076f9-847d-493b-99eb-a8f098f407ab tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1115799 Mar 21 21:40:14.453935 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Request body: {'port': {'device_id': 'f6b27cb3-921f-487b-bdf9-082004a3ca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:14.529721 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b7426492-7111-4015-b5fc-5a406ff54112), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:14.611772 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:14.637240 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76e94d-62c0-4dba-8319-8dd36d52eef2 req-403939ac-3504-4ad2-8c83-e7f828e40631 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:14.638780 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-db76e94d-62c0-4dba-8319-8dd36d52eef2 req-403939ac-3504-4ad2-8c83-e7f828e40631 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 932 time: 0.1206367 Mar 21 21:40:14.793585 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-db76e94d-62c0-4dba-8319-8dd36d52eef2 req-5680b262-c6fb-4337-aad5-055ed36df279 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469369 Mar 21 21:40:14.847169 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9a477e96-abc7-42fe-b627-2ff7e68aa03c req-9d253283-df50-46f5-80c8-151d2bde80cf tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 210 time: 0.0402904 Mar 21 21:40:14.929458 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7426492-7111-4015-b5fc-5a406ff54112 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:40:14.938282 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Publish callbacks [] for port (b7426492-7111-4015-b5fc-5a406ff54112), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:14.951579 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Transition to ACTIVE for port object b7426492-7111-4015-b5fc-5a406ff54112 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:40:15.018234 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (b7426492-7111-4015-b5fc-5a406ff54112), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:15.064809 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-1e8fe412-2128-4af1-a027-0676d9c8b87c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:15.067399 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-1e8fe412-2128-4af1-a027-0676d9c8b87c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "GET /v2.0/networks?id=472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 200 len: 815 time: 0.1195860 Mar 21 21:40:15.088998 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Pushing event updated for resources: {'Port': ['ID=b7426492-7111-4015-b5fc-5a406ff54112,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:15.152860 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-8b5538d2-0901-4af8-ad09-e5b8bf599faf tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2630a33d1441d7b3031903b1389a78 HTTP/1.1" status: 200 len: 472 time: 0.0698524 Mar 21 21:40:15.168621 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'port': {'device_id': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'admin_state_up': True, 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'security_groups': ['53854848-637f-4f55-bc96-d925ee342797']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:15.195139 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Attempting to bind port b7426492-7111-4015-b5fc-5a406ff54112 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:40:15.195748 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Attempting to bind port b7426492-7111-4015-b5fc-5a406ff54112 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:40:15.196282 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Attempting to bind port b7426492-7111-4015-b5fc-5a406ff54112 on network 965ef867-91a6-43a8-bc39-427846c038dc {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:40:15.211715 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee607d81-851f-4199-8560-3656851709d9 req-eb996498-2556-4b83-b202-ada1ea511cda tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:15.213253 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ee607d81-851f-4199-8560-3656851709d9 req-eb996498-2556-4b83-b202-ada1ea511cda tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1206667 Mar 21 21:40:15.214253 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Port b7426492-7111-4015-b5fc-5a406ff54112 on network 965ef867-91a6-43a8-bc39-427846c038dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:40:15.214575 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Attempting to bind port b7426492-7111-4015-b5fc-5a406ff54112 on network 965ef867-91a6-43a8-bc39-427846c038dc {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:40:15.225340 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:40:15.225690 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Checking segment: {'id': '0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:40:15.226077 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Bound using segment: {'id': '0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:40:15.228781 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Bound port: b7426492-7111-4015-b5fc-5a406ff54112, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:40:15.229161 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b7426492-7111-4015-b5fc-5a406ff54112), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:15.321025 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ee607d81-851f-4199-8560-3656851709d9 req-bcbd3598-1abc-4ee1-b168-287886a2c72c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984666 Mar 21 21:40:15.338527 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] For port b7426492-7111-4015-b5fc-5a406ff54112, host hv-cinder-83454, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:40:15.341629 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] For port b7426492-7111-4015-b5fc-5a406ff54112, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b7426492-7111-4015-b5fc-5a406ff54112,segment=NetworkSegment(0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba),segment_id=0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:40:15.413114 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Made reservation on behalf of 0f2630a33d1441d7b3031903b1389a78 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:40:15.425030 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:15.475673 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (b7426492-7111-4015-b5fc-5a406ff54112), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:15.507129 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:15.511199 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:15.511199 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] 10.222.0.31 "PUT /v2.0/ports/b7426492-7111-4015-b5fc-5a406ff54112 HTTP/1.1" status: 200 len: 1094 time: 1.0616727 Mar 21 21:40:15.512749 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b27cb3-921f-487b-bdf9-082004a3ca7d', 'tag': 'b7426492-7111-4015-b5fc-5a406ff54112'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:15.515916 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2edb447-de63-4118-a8e1-e3a1d23ec3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b27cb3-921f-487b-bdf9-082004a3ca7d", "tag": "b7426492-7111-4015-b5fc-5a406ff54112"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:15.551813 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c9542-90b9-4a1e-90d9-5621719c907e service neutron] Pushing event updated for resources: {'Port': ['ID=b7426492-7111-4015-b5fc-5a406ff54112,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:15.553699 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Allocated IP 172.20.0.6 (472a0135-1464-4a1e-93c6-5927f427a349/26971799-c630-49e4-9453-fee2b5a1d2e1/ebe02c07-9e45-4d1c-a25b-f9e0486372b6) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:40:15.611358 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd1acc-fb8e-4b12-997b-531b4b1faa34 req-64d1af34-fef9-428a-8044-985046ebcada tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:15.612943 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f8cd1acc-fb8e-4b12-997b-531b4b1faa34 req-64d1af34-fef9-428a-8044-985046ebcada tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0621943 Mar 21 21:40:15.687545 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f8cd1acc-fb8e-4b12-997b-531b4b1faa34 req-68bd4b04-a721-4cfc-a7ce-de39b691e497 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646274 Mar 21 21:40:15.722484 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1a3c06-a7fe-420c-b8d4-61cece7a97f7 x-openstack-request-id: req-7e1a3c06-a7fe-420c-b8d4-61cece7a97f7 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:15.722778 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b27cb3-921f-487b-bdf9-082004a3ca7d", "tag": "b7426492-7111-4015-b5fc-5a406ff54112", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:15.722911 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:15.723027 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e1a3c06-a7fe-420c-b8d4-61cece7a97f7 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:15.723410 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b27cb3-921f-487b-bdf9-082004a3ca7d', 'tag': 'b7426492-7111-4015-b5fc-5a406ff54112', 'status': 'completed', 'code': 200} Mar 21 21:40:15.743339 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-5cef804a-f874-43a7-837e-bed54897bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:15.744893 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-5cef804a-f874-43a7-837e-bed54897bc48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=331e7fe277a34e438f62ba7578ffdc6c&device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 1128 time: 0.0585716 Mar 21 21:40:15.817459 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-11f8da5b-a761-45d3-971f-22b8f25be088 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7426492-7111-4015-b5fc-5a406ff54112 HTTP/1.1" status: 200 len: 217 time: 0.0588984 Mar 21 21:40:15.823631 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:15.876417 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Network 472a0135-1464-4a1e-93c6-5927f427a349 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:40:15.879760 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:40:15.885998 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:40:15.893080 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'Port': ['ID=ebe02c07-9e45-4d1c-a25b-f9e0486372b6,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:15.909293 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32938a8d-c397-4133-bbf9-d72b90d30b39 req-7d3badb8-cf6c-472a-a928-474d60cc417a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:15.913351 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-32938a8d-c397-4133-bbf9-d72b90d30b39 req-7d3badb8-cf6c-472a-a928-474d60cc417a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1643817 Mar 21 21:40:15.935835 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.936192 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.939209 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.939209 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.939209 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.939209 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.939209 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.939209 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.939209 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.939723 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.939723 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.940016 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.940520 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.941193 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.941721 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:15.959041 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:15.959674 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:15.973604 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-2a3bf7d5-2c47-4064-a7da-cdc38a4fe1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:15.975094 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-2a3bf7d5-2c47-4064-a7da-cdc38a4fe1a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b3bb397-2bef-441f-8422-6890e9778d36 HTTP/1.1" status: 200 len: 848 time: 0.1365976 Mar 21 21:40:15.980887 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bdd8b-669b-4dcc-a7d8-77f9f76e8a0f req-36cfa618-cf64-403a-bda1-8822b40b05d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:15.982547 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e24bdd8b-669b-4dcc-a7d8-77f9f76e8a0f req-36cfa618-cf64-403a-bda1-8822b40b05d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 1129 time: 0.1755986 Mar 21 21:40:16.038677 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-74ff70e1-4f07-4e1d-8d36-3572a8bfd089 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8742034 Mar 21 21:40:16.039707 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-9ed8d70f-0439-4a6e-b39f-58843ae45697 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=965ef867-91a6-43a8-bc39-427846c038dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523622 Mar 21 21:40:16.057588 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Request body: {'port': {'device_id': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:16.116059 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-32938a8d-c397-4133-bbf9-d72b90d30b39 req-3ac8f735-4d88-49e7-be60-b3b6f38a4479 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947093 Mar 21 21:40:16.121678 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:16.165160 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947146b8-6f6d-42a5-83f4-f7414545738d req-199650c7-b74f-4bef-acfd-966e3cff1d1c tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:16.165160 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-947146b8-6f6d-42a5-83f4-f7414545738d req-199650c7-b74f-4bef-acfd-966e3cff1d1c tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 944 time: 0.2800968 Mar 21 21:40:16.187662 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-91569cfa-19fa-4087-9a52-338b498aa2d9 None None] Provisioning complete for port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:40:16.188263 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-91569cfa-19fa-4087-9a52-338b498aa2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:16.226369 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-91569cfa-19fa-4087-9a52-338b498aa2d9 None None] Port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:40:16.272361 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bdd8b-669b-4dcc-a7d8-77f9f76e8a0f req-102dc753-221a-4c20-ad62-df2055d28a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:16.274575 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e24bdd8b-669b-4dcc-a7d8-77f9f76e8a0f req-102dc753-221a-4c20-ad62-df2055d28a3e service neutron] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 919 time: 0.2700880 Mar 21 21:40:16.338247 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-d4e6de1d-9108-403b-a8a6-4d7fd0f1ea77 service neutron] 10.222.0.31 "GET /v2.0/networks/965ef867-91a6-43a8-bc39-427846c038dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567091 Mar 21 21:40:16.341375 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-947146b8-6f6d-42a5-83f4-f7414545738d req-8e1ccb6b-f954-4868-aa52-1235c53483be tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685309 Mar 21 21:40:16.344639 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e24bdd8b-669b-4dcc-a7d8-77f9f76e8a0f req-dda9685b-488c-46df-a3a8-5e69127eec92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5be5bc3d-eeaa-453b-93f8-046127030354 HTTP/1.1" status: 200 len: 217 time: 0.0547116 Mar 21 21:40:16.436639 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe02c07-9e45-4d1c-a25b-f9e0486372b6 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:40:16.438595 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1743adb-a028-458d-8fba-77e1b87ebd2f req-4941cee1-5c86-4be2-ba78-364f1c171f7f tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:16.440107 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1743adb-a028-458d-8fba-77e1b87ebd2f req-4941cee1-5c86-4be2-ba78-364f1c171f7f tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 931 time: 0.2460482 Mar 21 21:40:16.445334 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Publish callbacks [] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:16.457366 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Transition to ACTIVE for port object ebe02c07-9e45-4d1c-a25b-f9e0486372b6 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:40:16.494933 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bdd8b-669b-4dcc-a7d8-77f9f76e8a0f req-f46c39fe-6c86-4ba7-9d9b-b1f950437c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:16.496471 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e24bdd8b-669b-4dcc-a7d8-77f9f76e8a0f req-f46c39fe-6c86-4ba7-9d9b-b1f950437c20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.1275666 Mar 21 21:40:16.542465 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0824e74b-8674-4690-96a6-1d9b99497a5a req-c6191291-f1e9-4fe8-ad6c-1b771001883c service neutron] 10.222.0.31 "GET /v2.0/networks/965ef867-91a6-43a8-bc39-427846c038dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949511 Mar 21 21:40:16.543164 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:16.557111 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1743adb-a028-458d-8fba-77e1b87ebd2f req-d84b2d29-83fd-4cac-beb6-b0984a47fd31 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098366 Mar 21 21:40:16.578087 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bdd8b-669b-4dcc-a7d8-77f9f76e8a0f req-112e8817-212f-42bd-b7a4-7d3eca21110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:16.580130 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e24bdd8b-669b-4dcc-a7d8-77f9f76e8a0f req-112e8817-212f-42bd-b7a4-7d3eca21110f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681729 Mar 21 21:40:16.618025 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe02c07-9e45-4d1c-a25b-f9e0486372b6,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:16.686547 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Attempting to bind port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:40:16.690956 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Attempting to bind port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:40:16.691470 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Attempting to bind port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 on network 472a0135-1464-4a1e-93c6-5927f427a349 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:40:16.700896 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 on network 472a0135-1464-4a1e-93c6-5927f427a349 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:40:16.701234 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Attempting to bind port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 on network 472a0135-1464-4a1e-93c6-5927f427a349 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:40:16.711130 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:40:16.711476 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Checking segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:40:16.711930 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Bound using segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:40:16.712298 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Bound port: ebe02c07-9e45-4d1c-a25b-f9e0486372b6, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:40:16.723342 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:16.740641 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e24bdd8b-669b-4dcc-a7d8-77f9f76e8a0f req-91b8b669-c2f8-446f-9c54-bc8d0811f938 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487160 Mar 21 21:40:16.830035 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edb447-de63-4118-a8e1-e3a1d23ec3e5 req-4ff45cf2-9588-4371-ba08-fcd2a78c413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:16.831007 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] For port ebe02c07-9e45-4d1c-a25b-f9e0486372b6, host hv-cinder-83454, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:40:16.831526 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2edb447-de63-4118-a8e1-e3a1d23ec3e5 req-4ff45cf2-9588-4371-ba08-fcd2a78c413b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=331e7fe277a34e438f62ba7578ffdc6c&device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 1128 time: 0.1313684 Mar 21 21:40:16.837307 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] For port ebe02c07-9e45-4d1c-a25b-f9e0486372b6, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ebe02c07-9e45-4d1c-a25b-f9e0486372b6,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:40:16.915498 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:16.955890 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:16.956682 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:16.958110 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] 10.222.0.31 "PUT /v2.0/ports/ebe02c07-9e45-4d1c-a25b-f9e0486372b6 HTTP/1.1" status: 200 len: 1093 time: 0.9063408 Mar 21 21:40:16.958578 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'tag': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:16.961093 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f941a4-11dd-416a-85ed-b7347559780b" -d '{"events": [{"name": "network-changed", "server_uuid": "8069f5e4-eb3d-402d-83ba-be9b6e1efde2", "tag": "ebe02c07-9e45-4d1c-a25b-f9e0486372b6"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:17.014254 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440bdb9-d261-4e69-8331-a39d0e39c4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe02c07-9e45-4d1c-a25b-f9e0486372b6,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:17.027222 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18357486-b036-4c7f-a336-673881ec15ea x-openstack-request-id: req-18357486-b036-4c7f-a336-673881ec15ea {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:17.027959 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8069f5e4-eb3d-402d-83ba-be9b6e1efde2", "tag": "ebe02c07-9e45-4d1c-a25b-f9e0486372b6", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:17.028304 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18357486-b036-4c7f-a336-673881ec15ea {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:17.028803 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'tag': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6', 'status': 'completed', 'code': 200} Mar 21 21:40:17.126393 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f941a4-11dd-416a-85ed-b7347559780b req-f4181981-8c6e-4e6a-a6a5-a9e81df92875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:17.127907 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-93f941a4-11dd-416a-85ed-b7347559780b req-f4181981-8c6e-4e6a-a6a5-a9e81df92875 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 1127 time: 0.0648477 Mar 21 21:40:17.229119 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:40:17.260722 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f941a4-11dd-416a-85ed-b7347559780b req-83324c67-9602-45ec-aedb-a5f911f457b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:17.262434 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-93f941a4-11dd-416a-85ed-b7347559780b req-83324c67-9602-45ec-aedb-a5f911f457b0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0f2630a33d1441d7b3031903b1389a78&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1251276 Mar 21 21:40:17.339815 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e24bdd8b-669b-4dcc-a7d8-77f9f76e8a0f req-408acdc5-4652-4fce-b2ff-e38453ffc8ce service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869873 Mar 21 21:40:17.355710 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40cc30-64e8-4848-935d-677f6a859a01 req-072e0212-90a7-4da3-b670-e4a1f73b62e2 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:17.357285 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc40cc30-64e8-4848-935d-677f6a859a01 req-072e0212-90a7-4da3-b670-e4a1f73b62e2 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.5451646 Mar 21 21:40:17.395500 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7dbcc-4c60-493f-bcc2-7f13a7f281fc req-b814dd84-d02f-43d3-a3c5-32417eabc32f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:17.397017 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e0e7dbcc-4c60-493f-bcc2-7f13a7f281fc req-b814dd84-d02f-43d3-a3c5-32417eabc32f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1612649 Mar 21 21:40:17.403815 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edb447-de63-4118-a8e1-e3a1d23ec3e5 req-49a21395-e731-401a-b56a-6cef958fccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:17.405900 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2edb447-de63-4118-a8e1-e3a1d23ec3e5 req-49a21395-e731-401a-b56a-6cef958fccb5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=965ef867-91a6-43a8-bc39-427846c038dc HTTP/1.1" status: 200 len: 909 time: 0.5543058 Mar 21 21:40:17.442395 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f941a4-11dd-416a-85ed-b7347559780b req-29a4fd10-caa3-478c-975d-8d1dc50547f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:17.444156 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-93f941a4-11dd-416a-85ed-b7347559780b req-29a4fd10-caa3-478c-975d-8d1dc50547f3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1600964 Mar 21 21:40:17.460995 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59660) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:17.478403 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2edb447-de63-4118-a8e1-e3a1d23ec3e5 req-d5c55441-e603-4997-9b32-4d0e2dac88b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7426492-7111-4015-b5fc-5a406ff54112 HTTP/1.1" status: 200 len: 217 time: 0.0618298 Mar 21 21:40:17.500272 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc40cc30-64e8-4848-935d-677f6a859a01 req-961cdcb1-bd84-4eec-aca8-cd60366f3bab tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291342 Mar 21 21:40:17.537361 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e0e7dbcc-4c60-493f-bcc2-7f13a7f281fc req-2e0d00cc-9ba2-4e26-8bfd-bc9d1b9a5ff2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304839 Mar 21 21:40:17.559359 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edb447-de63-4118-a8e1-e3a1d23ec3e5 req-7beb4748-08e6-4843-a9b5-c601e3626dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:17.561102 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2edb447-de63-4118-a8e1-e3a1d23ec3e5 req-7beb4748-08e6-4843-a9b5-c601e3626dff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b3bb397-2bef-441f-8422-6890e9778d36 HTTP/1.1" status: 200 len: 848 time: 0.0599678 Mar 21 21:40:17.604881 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2edb447-de63-4118-a8e1-e3a1d23ec3e5 req-79eb3f6a-0a60-4bb3-8347-a27cbb66d81a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=965ef867-91a6-43a8-bc39-427846c038dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343428 Mar 21 21:40:17.616482 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc82f-9db1-47db-8d04-dcb53e1ac9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:17.665155 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-41aea4db-17d6-471f-ae22-11cf54844df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:17.666890 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-41aea4db-17d6-471f-ae22-11cf54844df5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 1127 time: 0.1316636 Mar 21 21:40:17.719133 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-2ca586ce-7185-4d1e-b64b-96ab74e69251 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebe02c07-9e45-4d1c-a25b-f9e0486372b6 HTTP/1.1" status: 200 len: 217 time: 0.0398881 Mar 21 21:40:17.768680 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537255ce-e277-46e2-b123-cab3636e1e04 req-2479defe-f3eb-4849-a08c-97e02a4697b6 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:17.770149 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-537255ce-e277-46e2-b123-cab3636e1e04 req-2479defe-f3eb-4849-a08c-97e02a4697b6 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 944 time: 0.1677697 Mar 21 21:40:17.782171 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc82f-9db1-47db-8d04-dcb53e1ac9e1 admin admin] Publish callbacks [] for security_group (fce906c8-c729-4772-b2cd-bdfd9216a023), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:17.786020 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2edb447-de63-4118-a8e1-e3a1d23ec3e5 req-25f02774-bd69-418b-ab1e-57cf04678c83 service neutron] 10.222.0.31 "GET /v2.0/networks/965ef867-91a6-43a8-bc39-427846c038dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714926 Mar 21 21:40:17.789755 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-2ee16a09-fcbd-41cf-9fe1-eff6ca89e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:17.791192 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-2ee16a09-fcbd-41cf-9fe1-eff6ca89e2ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26971799-c630-49e4-9453-fee2b5a1d2e1 HTTP/1.1" status: 200 len: 854 time: 0.0645189 Mar 21 21:40:17.792831 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a5739-2734-4c60-b3ae-b06a2f62eba6 req-5a0b5ddc-1999-4a4a-b354-6bbe81964335 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:17.794188 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a92a5739-2734-4c60-b3ae-b06a2f62eba6 req-5a0b5ddc-1999-4a4a-b354-6bbe81964335 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 943 time: 0.1491301 Mar 21 21:40:17.794976 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 71864b1f-bb7e-491d-b28f-b562d7978772 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:40:17.855997 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-0a3ade99-991e-4b19-b23d-70bf10929ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:17.866006 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-0a3ade99-991e-4b19-b23d-70bf10929ef3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=472a0135-1464-4a1e-93c6-5927f427a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554180 Mar 21 21:40:17.911759 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=71864b1f-bb7e-491d-b28f-b562d7978772,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:17.913270 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-537255ce-e277-46e2-b123-cab3636e1e04 req-d2556c6c-f704-4ec5-af54-42289a7006ce tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360800 Mar 21 21:40:17.923466 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '71864b1f-bb7e-491d-b28f-b562d7978772', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'port_id': '71864b1f-bb7e-491d-b28f-b562d7978772', 'mac_address': 'fa:16:3e:73:9e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:40:17.934262 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a92a5739-2734-4c60-b3ae-b06a2f62eba6 req-bc711291-a22b-4907-b7a2-ab348cc5bf1f tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321149 Mar 21 21:40:17.943897 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc82f-9db1-47db-8d04-dcb53e1ac9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (fce906c8-c729-4772-b2cd-bdfd9216a023), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:17.966107 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2edb447-de63-4118-a8e1-e3a1d23ec3e5 req-a4adc7aa-8dd4-40cb-a73d-d44c09570ea3 service neutron] 10.222.0.31 "GET /v2.0/networks/965ef867-91a6-43a8-bc39-427846c038dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630838 Mar 21 21:40:17.978253 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 71864b1f-bb7e-491d-b28f-b562d7978772 is: ACTIVE; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:40:17.978753 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:17.980910 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-de158389-5c0b-4172-a51b-2fd3832da932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:17.998542 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71864b1f-bb7e-491d-b28f-b562d7978772 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:40:18.011253 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ae8cc82f-9db1-47db-8d04-dcb53e1ac9e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=082a059410984c58a27351da61e8769f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5491688 Mar 21 21:40:18.014410 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59666) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:18.025078 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-66b56146-0864-415c-b4d1-1bb9b03ef7ad service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606009 Mar 21 21:40:18.025625 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cc82f-9db1-47db-8d04-dcb53e1ac9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce906c8-c729-4772-b2cd-bdfd9216a023,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:18.031117 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=71864b1f-bb7e-491d-b28f-b562d7978772,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:18.071280 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4039de04-027a-4115-ae83-fd4726b2d53b admin admin] Publish callbacks [] for security_group (fce906c8-c729-4772-b2cd-bdfd9216a023), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:18.094654 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4039de04-027a-4115-ae83-fd4726b2d53b admin admin] Publish callbacks [] for security_group (fce906c8-c729-4772-b2cd-bdfd9216a023), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:18.110041 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:18.129263 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6a663a73-5d2c-43bb-b12d-0a97c8606308 req-babc1b09-2b95-4589-90c1-d43b0a020374 service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942354 Mar 21 21:40:18.170445 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=71864b1f-bb7e-491d-b28f-b562d7978772,revision_number=6']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:18.245636 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['71864b1f-bb7e-491d-b28f-b562d7978772'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:40:18.292137 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4039de04-027a-4115-ae83-fd4726b2d53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (fce906c8-c729-4772-b2cd-bdfd9216a023), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:18.294787 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4039de04-027a-4115-ae83-fd4726b2d53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:18.296099 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4039de04-027a-4115-ae83-fd4726b2d53b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fce906c8-c729-4772-b2cd-bdfd9216a023 HTTP/1.1" status: 204 len: 168 time: 0.2794797 Mar 21 21:40:18.308573 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039de04-027a-4115-ae83-fd4726b2d53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce906c8-c729-4772-b2cd-bdfd9216a023,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:18.675257 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b73d4a-2542-4ecd-b68f-7e47540eb32b req-a86cac95-4343-439a-8798-10818400c212 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:18.676862 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e6b73d4a-2542-4ecd-b68f-7e47540eb32b req-a86cac95-4343-439a-8798-10818400c212 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 944 time: 0.0939014 Mar 21 21:40:18.732727 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4cbb-a87d-4fa5-9bb0-5fd23d67a28a req-a0e56502-bf56-4701-8b75-a37d2445eadc tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:18.734871 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-90fe4cbb-a87d-4fa5-9bb0-5fd23d67a28a req-a0e56502-bf56-4701-8b75-a37d2445eadc tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1013904 Mar 21 21:40:18.742641 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e6b73d4a-2542-4ecd-b68f-7e47540eb32b req-f4065b7c-d45d-4f78-a07d-5ccf8bb8e4e3 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591998 Mar 21 21:40:18.785422 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-90fe4cbb-a87d-4fa5-9bb0-5fd23d67a28a req-9c61e7f0-2082-4c34-a521-6b3cb912ec50 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Mar 21 21:40:19.066395 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07933c3c-7284-40e6-ab35-2d7acf94072f req-c6fa14d9-a1c8-44f5-a9eb-fb5c80b9d768 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:19.067872 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-07933c3c-7284-40e6-ab35-2d7acf94072f req-c6fa14d9-a1c8-44f5-a9eb-fb5c80b9d768 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 944 time: 0.0852096 Mar 21 21:40:19.096747 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31165077-758a-4288-b344-e61f587aac0c req-f9748da4-7382-4f5e-bb25-fd47f0dc7506 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:19.098308 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-31165077-758a-4288-b344-e61f587aac0c req-f9748da4-7382-4f5e-bb25-fd47f0dc7506 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 943 time: 0.0884008 Mar 21 21:40:19.144339 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-07933c3c-7284-40e6-ab35-2d7acf94072f req-1d0b1426-8af9-4c1f-8fdc-bd7b6f85e9f3 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698030 Mar 21 21:40:19.166881 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-31165077-758a-4288-b344-e61f587aac0c req-df4c3935-2d82-4c0e-8d18-d833b32dc1d4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611434 Mar 21 21:40:19.802592 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b7426492-7111-4015-b5fc-5a406ff54112 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:40:19.835595 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 71864b1f-bb7e-491d-b28f-b562d7978772 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:40:19.938887 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3de6a5-b4bf-4195-aa81-893e49b9ff6e req-7b5eb042-b918-48f4-b886-9f62a11a35aa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:19.939413 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 71864b1f-bb7e-491d-b28f-b562d7978772 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:40:19.939413 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:19.945139 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea3de6a5-b4bf-4195-aa81-893e49b9ff6e req-7b5eb042-b918-48f4-b886-9f62a11a35aa tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 944 time: 0.1149437 Mar 21 21:40:19.965770 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8e435-914b-40a7-942e-4d6073fee232 req-c0520283-18a4-498c-91ee-650a4595e7d9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:19.973120 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-13d8e435-914b-40a7-942e-4d6073fee232 req-c0520283-18a4-498c-91ee-650a4595e7d9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1053033 Mar 21 21:40:19.991804 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port b7426492-7111-4015-b5fc-5a406ff54112, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b7426492-7111-4015-b5fc-5a406ff54112,segment=NetworkSegment(0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba),segment_id=0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:20.006545 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': 'b7426492-7111-4015-b5fc-5a406ff54112', 'network_id': '965ef867-91a6-43a8-bc39-427846c038dc', 'port_id': 'b7426492-7111-4015-b5fc-5a406ff54112', 'mac_address': 'fa:16:3e:5b:51:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3bb397-2bef-441f-8422-6890e9778d36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:40:20.042052 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea3de6a5-b4bf-4195-aa81-893e49b9ff6e req-1f9dfd63-3a7e-45d2-9a35-9fd5ca4e0583 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931790 Mar 21 21:40:20.054384 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-13d8e435-914b-40a7-942e-4d6073fee232 req-3b0edb8b-f7a1-4aff-830c-f05564e2dc14 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800314 Mar 21 21:40:20.087031 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port b7426492-7111-4015-b5fc-5a406ff54112 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:40:20.087422 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b7426492-7111-4015-b5fc-5a406ff54112), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:20.107854 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 71864b1f-bb7e-491d-b28f-b562d7978772 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:40:20.108817 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:20.111750 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7426492-7111-4015-b5fc-5a406ff54112 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:40:20.145604 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port b7426492-7111-4015-b5fc-5a406ff54112, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b7426492-7111-4015-b5fc-5a406ff54112,segment=NetworkSegment(0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba),segment_id=0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:20.152169 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:20.154408 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0ef557-5ffd-44e7-8f18-5eb8413776ac" -d '{"events": [{"server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "name": "network-vif-plugged", "status": "completed", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:20.168503 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=71864b1f-bb7e-491d-b28f-b562d7978772,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:20.189293 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2b4035d-9b97-4450-90aa-26a7556fc5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:20.210510 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b083e560-99c0-4cb9-9e42-7d5a6aa71007 x-openstack-request-id: req-b083e560-99c0-4cb9-9e42-7d5a6aa71007 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:20.210907 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "name": "network-vif-plugged", "status": "completed", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:20.211188 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b083e560-99c0-4cb9-9e42-7d5a6aa71007 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:20.211586 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772', 'code': 200} Mar 21 21:40:20.252667 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b7426492-7111-4015-b5fc-5a406ff54112), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:20.263968 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:20.327860 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db27fdf-a028-4f54-a87b-53f5bf05fcdc req-559956ab-8c03-485b-89e0-24a4e79adcb5 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:20.330062 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9db27fdf-a028-4f54-a87b-53f5bf05fcdc req-559956ab-8c03-485b-89e0-24a4e79adcb5 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 944 time: 0.1126721 Mar 21 21:40:20.342097 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=b7426492-7111-4015-b5fc-5a406ff54112,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:20.381169 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8bc9a-685e-4ad8-b6c1-ff38d412fb62 req-1a4f5562-22dd-4399-ac6f-f8e2389463cb tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:20.382745 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-26d8bc9a-685e-4ad8-b6c1-ff38d412fb62 req-1a4f5562-22dd-4399-ac6f-f8e2389463cb tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 943 time: 0.1162620 Mar 21 21:40:20.402841 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=71864b1f-bb7e-491d-b28f-b562d7978772,revision_number=7']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:20.437958 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9db27fdf-a028-4f54-a87b-53f5bf05fcdc req-b6ba0abf-7230-4ca6-947a-484f2fb81be5 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001499 Mar 21 21:40:20.461122 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-26d8bc9a-685e-4ad8-b6c1-ff38d412fb62 req-167cbacd-8d43-456b-a96b-059232969cb1 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587108 Mar 21 21:40:20.743938 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['b7426492-7111-4015-b5fc-5a406ff54112'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:40:21.208415 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b930-fafa-429f-b4a1-4c6e33a7b4ef req-084571bd-a4b2-4d37-a648-c5ffbae1981d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:21.210571 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4402b930-fafa-429f-b4a1-4c6e33a7b4ef req-084571bd-a4b2-4d37-a648-c5ffbae1981d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0905344 Mar 21 21:40:21.222437 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f668e2a-0b8e-4df5-9534-095028cd25ae req-81f23568-c3aa-4f42-976c-0c4a14d6937a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:21.223858 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3f668e2a-0b8e-4df5-9534-095028cd25ae req-81f23568-c3aa-4f42-976c-0c4a14d6937a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0927334 Mar 21 21:40:21.294254 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4402b930-fafa-429f-b4a1-4c6e33a7b4ef req-295a166f-4ab7-430a-9636-3bf903f428d5 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693858 Mar 21 21:40:21.298714 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3f668e2a-0b8e-4df5-9534-095028cd25ae req-7e0d8178-6c98-4970-aeeb-dfc1c283e0e6 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672784 Mar 21 21:40:21.440544 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:21.594358 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e67f92-e107-4962-a37e-c608c20b127b req-48f62060-c228-44c2-b1d3-1fa4b8e6f8bf tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:21.595819 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-80e67f92-e107-4962-a37e-c608c20b127b req-48f62060-c228-44c2-b1d3-1fa4b8e6f8bf tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 945 time: 0.0884197 Mar 21 21:40:21.609304 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddcecd-de36-413c-89b7-8be5cfcfa337 req-51356d10-eb19-4b8d-b23f-3a16a1ac7a79 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:21.610724 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-63ddcecd-de36-413c-89b7-8be5cfcfa337 req-51356d10-eb19-4b8d-b23f-3a16a1ac7a79 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 943 time: 0.0758848 Mar 21 21:40:21.691924 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-80e67f92-e107-4962-a37e-c608c20b127b req-787986ab-f892-4605-bb9a-f5ec82c272ee tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903151 Mar 21 21:40:21.705248 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-63ddcecd-de36-413c-89b7-8be5cfcfa337 req-d793def9-38fc-4505-9d47-28d2daa725bb tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876536 Mar 21 21:40:21.805796 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ebe02c07-9e45-4d1c-a25b-f9e0486372b6 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:40:21.914871 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ebe02c07-9e45-4d1c-a25b-f9e0486372b6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ebe02c07-9e45-4d1c-a25b-f9e0486372b6,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:21.926898 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'port_id': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6', 'mac_address': 'fa:16:3e:92:23:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:40:21.969167 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:40:21.969621 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:21.984527 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe02c07-9e45-4d1c-a25b-f9e0486372b6 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:40:22.006821 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ebe02c07-9e45-4d1c-a25b-f9e0486372b6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ebe02c07-9e45-4d1c-a25b-f9e0486372b6,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:22.075232 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:22.126102 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=ebe02c07-9e45-4d1c-a25b-f9e0486372b6,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:22.456742 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a95da2-4d58-442d-9399-e83ce16e3699 req-8a95b6d9-79bc-42d0-bd94-7275bb38b627 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:22.465183 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b5a95da2-4d58-442d-9399-e83ce16e3699 req-8a95b6d9-79bc-42d0-bd94-7275bb38b627 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0819499 Mar 21 21:40:22.503312 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['ebe02c07-9e45-4d1c-a25b-f9e0486372b6'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:40:22.545043 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b5a95da2-4d58-442d-9399-e83ce16e3699 req-084a8690-7875-49ce-93be-0a9bb14a7d36 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693512 Mar 21 21:40:22.949428 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb9b1e-9364-4437-ae31-8e27fa50ecb8 req-4db9d85b-1baa-48be-9094-e1b0c988bdf3 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:22.951031 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4fcb9b1e-9364-4437-ae31-8e27fa50ecb8 req-4db9d85b-1baa-48be-9094-e1b0c988bdf3 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 944 time: 0.1135528 Mar 21 21:40:22.959714 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d81b-06fe-452e-b55f-997057d1338e req-e725631d-204e-4de3-b419-237d01992e0c tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:22.962916 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-35c6d81b-06fe-452e-b55f-997057d1338e req-e725631d-204e-4de3-b419-237d01992e0c tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 945 time: 0.1235082 Mar 21 21:40:23.054656 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-35c6d81b-06fe-452e-b55f-997057d1338e req-259e64c7-d8c9-4679-9d03-ee0a19109e5c tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838776 Mar 21 21:40:23.083791 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4fcb9b1e-9364-4437-ae31-8e27fa50ecb8 req-68e12b9f-b0f4-48a7-a476-20ddca345058 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197882 Mar 21 21:40:23.263830 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:23.405832 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59804) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:23.410819 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d9630340-b95f-4a42-a07c-938563b4be64 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592348382', 'description': 'tempest-description--2048559035'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:23.541401 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9630340-b95f-4a42-a07c-938563b4be64 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:23.692365 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9630340-b95f-4a42-a07c-938563b4be64 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for security_group (0ba93a6e-e280-4e44-845a-c176e1f049d8), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:23.717258 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c291ca-109b-4152-80e7-1cccd7632026 req-7358e828-5e40-41ee-b661-9253b579ffee tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:23.719072 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c2c291ca-109b-4152-80e7-1cccd7632026 req-7358e828-5e40-41ee-b661-9253b579ffee tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0740943 Mar 21 21:40:23.779023 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c2c291ca-109b-4152-80e7-1cccd7632026 req-e2b99978-faee-4332-844a-d8148d96c26e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532699 Mar 21 21:40:23.789452 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9630340-b95f-4a42-a07c-938563b4be64 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0ba93a6e-e280-4e44-845a-c176e1f049d8), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:23.826119 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9630340-b95f-4a42-a07c-938563b4be64 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba93a6e-e280-4e44-845a-c176e1f049d8,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:23.842462 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b7426492-7111-4015-b5fc-5a406ff54112 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:40:23.917471 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9630340-b95f-4a42-a07c-938563b4be64 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:23.918979 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d9630340-b95f-4a42-a07c-938563b4be64 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5117822 Mar 21 21:40:23.922271 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59814) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:23.926855 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-006d54cd-f408-4387-acb9-a62ce1892cf1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Request body: {'security_group_rule': {'security_group_id': '0ba93a6e-e280-4e44-845a-c176e1f049d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:24.023590 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port b7426492-7111-4015-b5fc-5a406ff54112 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:40:24.029134 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port b7426492-7111-4015-b5fc-5a406ff54112 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:40:24.029756 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (b7426492-7111-4015-b5fc-5a406ff54112), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.098105 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-006d54cd-f408-4387-acb9-a62ce1892cf1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for security_group_rule (ea9fb4c2-640c-41fb-9366-783ca5149028), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.133452 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59822) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:24.171980 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port b7426492-7111-4015-b5fc-5a406ff54112 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:40:24.173067 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b7426492-7111-4015-b5fc-5a406ff54112), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.191274 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-006d54cd-f408-4387-acb9-a62ce1892cf1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for security_group_rule (ea9fb4c2-640c-41fb-9366-783ca5149028), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.215867 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port b7426492-7111-4015-b5fc-5a406ff54112, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b7426492-7111-4015-b5fc-5a406ff54112,segment=NetworkSegment(0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba),segment_id=0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:24.217252 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b27cb3-921f-487b-bdf9-082004a3ca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7426492-7111-4015-b5fc-5a406ff54112'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:24.220632 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8647dde7-4f71-4b4b-a851-fc1658095a8a" -d '{"events": [{"server_uuid": "f6b27cb3-921f-487b-bdf9-082004a3ca7d", "name": "network-vif-plugged", "status": "completed", "tag": "b7426492-7111-4015-b5fc-5a406ff54112"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:24.268664 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-006d54cd-f408-4387-acb9-a62ce1892cf1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (ea9fb4c2-640c-41fb-9366-783ca5149028), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.313961 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b7426492-7111-4015-b5fc-5a406ff54112), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.317829 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ebe02c07-9e45-4d1c-a25b-f9e0486372b6 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:40:24.318231 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d54cd-f408-4387-acb9-a62ce1892cf1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9fb4c2-640c-41fb-9366-783ca5149028,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:24.335311 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f48bb-0ef5-45e1-8423-dc30b16848c9 req-e2b3f677-e1c7-43f4-8151-2155fd0c4d28 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:24.337109 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-036f48bb-0ef5-45e1-8423-dc30b16848c9 req-e2b3f677-e1c7-43f4-8151-2155fd0c4d28 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 944 time: 0.1426296 Mar 21 21:40:24.361656 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-649288cb-2cd1-4731-a8bd-638c9ce0897f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.372988 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6829f9-6f47-40f9-93ff-d7ace9c2864a req-d0ae00ef-700b-458c-8326-a5d23dba8a5c tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:24.375679 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9c6829f9-6f47-40f9-93ff-d7ace9c2864a req-d0ae00ef-700b-458c-8326-a5d23dba8a5c tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 945 time: 0.1827729 Mar 21 21:40:24.460654 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9c6829f9-6f47-40f9-93ff-d7ace9c2864a req-49ed293b-e942-4a1a-b3eb-07e6e05a0909 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685859 Mar 21 21:40:24.465628 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-006d54cd-f408-4387-acb9-a62ce1892cf1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.468195 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-006d54cd-f408-4387-acb9-a62ce1892cf1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5441306 Mar 21 21:40:24.476369 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59828) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:24.480976 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-3f8cb907-e97a-4b61-b1f0-8879cb9d76e7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Request body: {'security_group_rule': {'security_group_id': '0ba93a6e-e280-4e44-845a-c176e1f049d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:24.539012 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-036f48bb-0ef5-45e1-8423-dc30b16848c9 req-1c587c9f-e1c7-4548-99c3-bd2576ad595d tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948853 Mar 21 21:40:24.561814 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-649288cb-2cd1-4731-a8bd-638c9ce0897f admin admin] Publish callbacks [] for security_group (0df4023d-6690-4bc1-8f51-bd482f341555), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.612392 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb907-e97a-4b61-b1f0-8879cb9d76e7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for security_group_rule (5416e22f-60e6-4bb4-b3c5-96612e3551ae), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.629196 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-649288cb-2cd1-4731-a8bd-638c9ce0897f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0df4023d-6690-4bc1-8f51-bd482f341555), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.669054 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03af9152-b428-43f6-95cb-7ca23a929dd7 x-openstack-request-id: req-03af9152-b428-43f6-95cb-7ca23a929dd7 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:24.669397 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b27cb3-921f-487b-bdf9-082004a3ca7d", "name": "network-vif-plugged", "status": "completed", "tag": "b7426492-7111-4015-b5fc-5a406ff54112", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:24.669658 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03af9152-b428-43f6-95cb-7ca23a929dd7 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:24.670040 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b27cb3-921f-487b-bdf9-082004a3ca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7426492-7111-4015-b5fc-5a406ff54112', 'code': 200} Mar 21 21:40:24.681191 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb907-e97a-4b61-b1f0-8879cb9d76e7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for security_group_rule (5416e22f-60e6-4bb4-b3c5-96612e3551ae), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.706002 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=b7426492-7111-4015-b5fc-5a406ff54112,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:24.709394 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59832) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:24.710327 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-649288cb-2cd1-4731-a8bd-638c9ce0897f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54ba8d9371af4e36b707945cd4c59d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5749986 Mar 21 21:40:24.713136 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649288cb-2cd1-4731-a8bd-638c9ce0897f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df4023d-6690-4bc1-8f51-bd482f341555,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:24.776288 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.778817 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:40:24.783283 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb907-e97a-4b61-b1f0-8879cb9d76e7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (5416e22f-60e6-4bb4-b3c5-96612e3551ae), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.785931 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:40:24.787037 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.806933 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cb907-e97a-4b61-b1f0-8879cb9d76e7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5416e22f-60e6-4bb4-b3c5-96612e3551ae,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:24.815572 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-32f8411b-c363-416a-80fe-bf3e5d2d0242 admin admin] Publish callbacks [] for security_group (0df4023d-6690-4bc1-8f51-bd482f341555), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.884883 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-32f8411b-c363-416a-80fe-bf3e5d2d0242 admin admin] Publish callbacks [] for security_group (0df4023d-6690-4bc1-8f51-bd482f341555), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.941752 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:40:24.942455 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.959268 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb907-e97a-4b61-b1f0-8879cb9d76e7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:24.960544 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3f8cb907-e97a-4b61-b1f0-8879cb9d76e7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4831622 Mar 21 21:40:24.960984 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e938ff-f740-4f5e-be28-fcea99099dc3 req-4b74b7ff-f48a-49f5-ac28-db52d671b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:24.962476 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7e938ff-f740-4f5e-be28-fcea99099dc3 req-4b74b7ff-f48a-49f5-ac28-db52d671b89a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 1130 time: 0.0677943 Mar 21 21:40:24.967354 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59836) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:24.969056 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:25.011759 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ebe02c07-9e45-4d1c-a25b-f9e0486372b6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ebe02c07-9e45-4d1c-a25b-f9e0486372b6,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:25.031048 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645062a9-8a0a-4fd2-b7a3-a0476437b929 req-369e9e5c-d465-44c2-a1be-037ccce4f348 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:25.038201 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-645062a9-8a0a-4fd2-b7a3-a0476437b929 req-369e9e5c-d465-44c2-a1be-037ccce4f348 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.1588194 Mar 21 21:40:25.040447 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7e938ff-f740-4f5e-be28-fcea99099dc3 req-fd0d5da2-5895-4e1e-b5da-da10a44d4dcc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635409 Mar 21 21:40:25.091578 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-645062a9-8a0a-4fd2-b7a3-a0476437b929 req-45b3509e-c8fb-4335-ad3b-f6f964dfe256 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523620 Mar 21 21:40:25.110739 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:25.143881 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:25.144484 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-32f8411b-c363-416a-80fe-bf3e5d2d0242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0df4023d-6690-4bc1-8f51-bd482f341555), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:25.147735 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-32f8411b-c363-416a-80fe-bf3e5d2d0242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:25.149303 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-32f8411b-c363-416a-80fe-bf3e5d2d0242 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0df4023d-6690-4bc1-8f51-bd482f341555 HTTP/1.1" status: 204 len: 168 time: 0.4389076 Mar 21 21:40:25.172985 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=ebe02c07-9e45-4d1c-a25b-f9e0486372b6,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:25.176698 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8411b-c363-416a-80fe-bf3e5d2d0242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df4023d-6690-4bc1-8f51-bd482f341555,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:25.299766 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:25.424558 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Allocated IP 172.27.1.74 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/9e0fa85c-c961-450e-892e-bb5cdc4c66bd) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:40:25.551303 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for port (9e0fa85c-c961-450e-892e-bb5cdc4c66bd), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:25.633318 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366184-d16c-4576-9a1a-72d8b13b3b51 req-48c97a69-6f42-4629-9625-3b09996b22f1 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:25.635063 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f3366184-d16c-4576-9a1a-72d8b13b3b51 req-48c97a69-6f42-4629-9625-3b09996b22f1 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 946 time: 0.0804021 Mar 21 21:40:25.815441 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f3366184-d16c-4576-9a1a-72d8b13b3b51 req-d61a0c58-d8df-464a-8676-fae10cbaab15 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769982 Mar 21 21:40:25.815441 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda8029-07b5-47a8-8813-bb92090f717a req-5de53f46-583a-4998-a18b-3fbbbf28f65c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:25.815441 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3bda8029-07b5-47a8-8813-bb92090f717a req-5de53f46-583a-4998-a18b-3fbbbf28f65c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 945 time: 0.0839329 Mar 21 21:40:25.815441 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3bda8029-07b5-47a8-8813-bb92090f717a req-76396c5e-414e-451f-b34a-2d17f6f5e3af tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427256 Mar 21 21:40:26.138645 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (9e0fa85c-c961-450e-892e-bb5cdc4c66bd), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:26.178483 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:40:26.181335 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:40:26.184853 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:40:26.216143 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922bcd-46a1-4bb1-99d5-0ae31acfc22f req-24db593b-84cb-4891-bda4-787472b82959 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:26.216748 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event updated for resources: {'Port': ['ID=9e0fa85c-c961-450e-892e-bb5cdc4c66bd,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:26.217543 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-46922bcd-46a1-4bb1-99d5-0ae31acfc22f req-24db593b-84cb-4891-bda4-787472b82959 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0533280 Mar 21 21:40:26.272912 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-46922bcd-46a1-4bb1-99d5-0ae31acfc22f req-c04498fc-56e6-40f6-9f55-e385062c787f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421395 Mar 21 21:40:26.284674 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for floatingip (2d7da0b2-670a-4a4d-bf72-ffab7af43786), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:26.500690 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (9e0fa85c-c961-450e-892e-bb5cdc4c66bd), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:26.590469 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59864) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:26.613570 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c5365e3c-5803-4c0e-bba2-526e153d6db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:26.672051 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:26.675330 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387200d8-e42a-4072-b1e0-f38c9357bce4" -d '{"events": [{"server_uuid": "8069f5e4-eb3d-402d-83ba-be9b6e1efde2", "name": "network-vif-plugged", "status": "completed", "tag": "ebe02c07-9e45-4d1c-a25b-f9e0486372b6"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:26.740023 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a9d845-62ea-4ae6-89a2-7b4958ceef0f x-openstack-request-id: req-a4a9d845-62ea-4ae6-89a2-7b4958ceef0f {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:26.740512 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8069f5e4-eb3d-402d-83ba-be9b6e1efde2", "name": "network-vif-plugged", "status": "completed", "tag": "ebe02c07-9e45-4d1c-a25b-f9e0486372b6", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:26.740959 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4a9d845-62ea-4ae6-89a2-7b4958ceef0f {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:26.741501 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6', 'code': 200} Mar 21 21:40:26.742360 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for port (9e0fa85c-c961-450e-892e-bb5cdc4c66bd), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:26.767370 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c5365e3c-5803-4c0e-bba2-526e153d6db4 admin admin] Publish callbacks [] for security_group (a436ea24-a6ba-44dd-a8b2-72a271c62d68), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:26.841695 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (9e0fa85c-c961-450e-892e-bb5cdc4c66bd), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:26.845461 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c5365e3c-5803-4c0e-bba2-526e153d6db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a436ea24-a6ba-44dd-a8b2-72a271c62d68), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:26.943127 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event updated for resources: {'Port': ['ID=9e0fa85c-c961-450e-892e-bb5cdc4c66bd,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:26.953324 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5365e3c-5803-4c0e-bba2-526e153d6db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a436ea24-a6ba-44dd-a8b2-72a271c62d68,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:26.985564 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c5365e3c-5803-4c0e-bba2-526e153d6db4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6bd65fd0afc44a9ae7eb7a917c49377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939085 Mar 21 21:40:26.988448 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59872) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:27.006164 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (2d7da0b2-670a-4a4d-bf72-ffab7af43786), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:27.052866 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717512d-617c-4781-bebb-5eb25c18327e req-710f4b59-19af-4674-8c2e-234ae69889d2 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:27.054383 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4717512d-617c-4781-bebb-5eb25c18327e req-710f4b59-19af-4674-8c2e-234ae69889d2 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 946 time: 0.1462634 Mar 21 21:40:27.090853 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3e220eea-d3d9-4a9b-ae4b-54a5a4724214 admin admin] Publish callbacks [] for security_group (a436ea24-a6ba-44dd-a8b2-72a271c62d68), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:27.122854 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:27.124648 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8acf99d6-0270-4078-ae04-1b6d035b0ad8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1592593 Mar 21 21:40:27.182301 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3e220eea-d3d9-4a9b-ae4b-54a5a4724214 admin admin] Publish callbacks [] for security_group (a436ea24-a6ba-44dd-a8b2-72a271c62d68), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:27.191965 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6e2cf-aa80-4cf5-ba76-0d55998d4d4f req-592b842c-a4d2-4d1a-9dbf-3d231ab3c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:27.196836 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c8f6e2cf-aa80-4cf5-ba76-0d55998d4d4f req-592b842c-a4d2-4d1a-9dbf-3d231ab3c3da service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 1129 time: 0.0673349 Mar 21 21:40:27.241398 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4717512d-617c-4781-bebb-5eb25c18327e req-7a02f76c-73ae-43e5-a91f-95f71439e3a3 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776938 Mar 21 21:40:27.255421 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c8f6e2cf-aa80-4cf5-ba76-0d55998d4d4f req-e5008b6b-3259-4f63-b550-f48685aa68e8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546198 Mar 21 21:40:27.348114 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b62f2f-e050-4d74-a677-c1e95c51709e req-7104f6ce-26db-4809-a5f1-933395a9fb9e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:27.355584 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73b62f2f-e050-4d74-a677-c1e95c51709e req-7104f6ce-26db-4809-a5f1-933395a9fb9e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 945 time: 0.1898370 Mar 21 21:40:27.418318 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73b62f2f-e050-4d74-a677-c1e95c51709e req-a46e53b6-6566-4cca-8c9b-733cc1c2c113 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618458 Mar 21 21:40:27.491357 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b695417-0a35-4528-b0ae-705e76ad756a req-1d0e8ab9-f743-43e5-b707-a1223a4d2912 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:27.492972 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9b695417-0a35-4528-b0ae-705e76ad756a req-1d0e8ab9-f743-43e5-b707-a1223a4d2912 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0971475 Mar 21 21:40:27.520898 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3e220eea-d3d9-4a9b-ae4b-54a5a4724214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a436ea24-a6ba-44dd-a8b2-72a271c62d68), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:27.540468 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3e220eea-d3d9-4a9b-ae4b-54a5a4724214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:27.540468 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3e220eea-d3d9-4a9b-ae4b-54a5a4724214 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a436ea24-a6ba-44dd-a8b2-72a271c62d68 HTTP/1.1" status: 204 len: 168 time: 0.5432601 Mar 21 21:40:27.556929 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e220eea-d3d9-4a9b-ae4b-54a5a4724214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a436ea24-a6ba-44dd-a8b2-72a271c62d68,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:27.620015 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9b695417-0a35-4528-b0ae-705e76ad756a req-d40f6736-b9d3-4144-ac6e-1cc8b6d9eaca tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155806 Mar 21 21:40:27.659020 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-4c1fb7dd-815d-43b0-9042-18cbeef48461 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--592348382&fields=id&tenant_id=58a58c4b5cc6439fb467c536d908c98d HTTP/1.1" status: 200 len: 267 time: 0.0715628 Mar 21 21:40:27.784124 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-a937ec60-5450-4a56-b1d3-fa3b43e68033 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:27.785746 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-a937ec60-5450-4a56-b1d3-fa3b43e68033 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 818 time: 0.1190341 Mar 21 21:40:27.805156 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-831bd600-24d6-4658-bcac-30c38d88ef8d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/quotas/58a58c4b5cc6439fb467c536d908c98d HTTP/1.1" status: 200 len: 375 time: 0.0115197 Mar 21 21:40:27.884255 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-de42c5a7-ae00-41ed-b8e3-5e418baea115 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0706351 Mar 21 21:40:28.034953 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-4cbda42a-a860-498a-aed6-0b91da729b2e service neutron] 10.222.0.23 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327662 Mar 21 21:40:28.133926 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-075ce249-4267-49ad-b12c-1a655f77631b service neutron] 10.222.0.23 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006117 Mar 21 21:40:28.519972 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b51417e0-b6c4-4d59-bbb4-28f564910dab req-55b96e66-ea8b-4be4-9e8f-74e57b303fdb tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 210 time: 0.0410171 Mar 21 21:40:28.670077 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82572b-e350-40f4-be1c-521e57933611 req-a83afd43-ef42-454b-a776-f24495d9aa69 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:28.678251 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3a82572b-e350-40f4-be1c-521e57933611 req-a83afd43-ef42-454b-a776-f24495d9aa69 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 945 time: 0.0809593 Mar 21 21:40:28.764790 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3a82572b-e350-40f4-be1c-521e57933611 req-ddcadbe3-bcb5-4e3f-9637-25308ea1d61a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622892 Mar 21 21:40:28.909607 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19dc4f-7d1b-468d-a213-63dcc0c73ffd req-a39e0dcc-17a8-462f-9727-3dbe535519dd tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:28.918043 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ec19dc4f-7d1b-468d-a213-63dcc0c73ffd req-a39e0dcc-17a8-462f-9727-3dbe535519dd tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.1035573 Mar 21 21:40:28.979080 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ec19dc4f-7d1b-468d-a213-63dcc0c73ffd req-93929e45-5a9e-486b-b15a-8b809d4ce012 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601060 Mar 21 21:40:29.046548 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee5a74-27c5-4a1f-ac28-f009759eef3f req-55d6a160-8967-48f5-8df3-689a8793abd3 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:29.048484 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-79ee5a74-27c5-4a1f-ac28-f009759eef3f req-55d6a160-8967-48f5-8df3-689a8793abd3 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 946 time: 0.0683889 Mar 21 21:40:29.109396 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-79ee5a74-27c5-4a1f-ac28-f009759eef3f req-1f3af818-d223-4e8a-8a7a-e5adf6caa32b tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536227 Mar 21 21:40:29.607787 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-561641d4-93d8-4ea2-b7e7-02403383ce27 req-aef03642-b3b5-461a-a602-26552650e73e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 210 time: 0.0288112 Mar 21 21:40:29.863280 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bca01f-d4a0-4932-85ee-8ea38f99695a req-eeb03b6e-39ce-47de-930b-6140d1cce126 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:29.864760 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7bca01f-d4a0-4932-85ee-8ea38f99695a req-eeb03b6e-39ce-47de-930b-6140d1cce126 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 945 time: 0.0540845 Mar 21 21:40:29.961322 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7bca01f-d4a0-4932-85ee-8ea38f99695a req-07ba9c3e-3c70-4351-b3b7-52a825186c12 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409176 Mar 21 21:40:30.029197 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48622677-6b5d-44ee-ae84-1390657fb27f req-75edf2eb-2e89-401a-b005-c879133afc19 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:30.030666 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48622677-6b5d-44ee-ae84-1390657fb27f req-75edf2eb-2e89-401a-b005-c879133afc19 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 945 time: 0.0548341 Mar 21 21:40:30.039529 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 59932) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:30.044108 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-30007afe-49c3-4535-946f-9de7971495f0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'floatingip': {'port_id': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:30.084150 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-30007afe-49c3-4535-946f-9de7971495f0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (b3b9f7dc-d113-4c15-8993-e09a342e303f), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:30.120550 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c7d6-48f2-4cb3-8581-3e80f3804e80 req-188e3cea-2455-4ef2-bb37-5c17550b6a64 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:30.122086 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dc09c7d6-48f2-4cb3-8581-3e80f3804e80 req-188e3cea-2455-4ef2-bb37-5c17550b6a64 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0565362 Mar 21 21:40:30.174388 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dc09c7d6-48f2-4cb3-8581-3e80f3804e80 req-afc2da1d-fa78-4e8e-b174-83673852e413 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460584 Mar 21 21:40:30.244131 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6a5f-0b0f-42b5-94e0-49f3e7f11995 req-96f21e63-e4c2-4491-b0f0-5e0e5f74358c tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:30.246171 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1def6a5f-0b0f-42b5-94e0-49f3e7f11995 req-96f21e63-e4c2-4491-b0f0-5e0e5f74358c tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 946 time: 0.0550852 Mar 21 21:40:30.302845 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1def6a5f-0b0f-42b5-94e0-49f3e7f11995 req-5dbf6eed-31e0-4e13-8283-a53352e3ab3e tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505259 Mar 21 21:40:30.733957 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d3371c2d-7f45-460b-9240-8e1a6e84e61e req-a12ebfc3-4540-4d0f-a08d-f395bb86f1c0 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 210 time: 0.0436983 Mar 21 21:40:30.764829 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-30007afe-49c3-4535-946f-9de7971495f0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:30.869912 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048f9a0-9734-4c17-8491-727fd28dd5e0 req-fcf52bc2-6e3f-43a0-b2a3-ebe897cdd769 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:30.872234 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d048f9a0-9734-4c17-8491-727fd28dd5e0 req-fcf52bc2-6e3f-43a0-b2a3-ebe897cdd769 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 946 time: 0.0631170 Mar 21 21:40:30.931620 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-30007afe-49c3-4535-946f-9de7971495f0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (b3b9f7dc-d113-4c15-8993-e09a342e303f), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:31.064089 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-d048f9a0-9734-4c17-8491-727fd28dd5e0 req-0c6dda80-df60-4c19-8175-f8c26a409fa6 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Deleting port b7426492-7111-4015-b5fc-5a406ff54112 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:40:31.064774 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d048f9a0-9734-4c17-8491-727fd28dd5e0 req-0c6dda80-df60-4c19-8175-f8c26a409fa6 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (b7426492-7111-4015-b5fc-5a406ff54112), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:31.149338 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-30007afe-49c3-4535-946f-9de7971495f0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Floating IP b3b9f7dc-d113-4c15-8993-e09a342e303f associated. External IP: 172.27.1.67, port: ebe02c07-9e45-4d1c-a25b-f9e0486372b6. Mar 21 21:40:31.234597 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-d048f9a0-9734-4c17-8491-727fd28dd5e0 req-0c6dda80-df60-4c19-8175-f8c26a409fa6 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] For port b7426492-7111-4015-b5fc-5a406ff54112, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b7426492-7111-4015-b5fc-5a406ff54112,segment=NetworkSegment(0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba),segment_id=0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:31.244051 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d048f9a0-9734-4c17-8491-727fd28dd5e0 req-0c6dda80-df60-4c19-8175-f8c26a409fa6 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (b7426492-7111-4015-b5fc-5a406ff54112), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:31.259564 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-d048f9a0-9734-4c17-8491-727fd28dd5e0 req-0c6dda80-df60-4c19-8175-f8c26a409fa6 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Calling delete_port for b7426492-7111-4015-b5fc-5a406ff54112 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:40:31.359644 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae45d6-eb71-4d8d-b4e6-c9e1d77fd396 req-a5160a8e-b0e4-41af-a627-a1d500a874b9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:31.369441 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7eae45d6-eb71-4d8d-b4e6-c9e1d77fd396 req-a5160a8e-b0e4-41af-a627-a1d500a874b9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0852489 Mar 21 21:40:31.449832 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7eae45d6-eb71-4d8d-b4e6-c9e1d77fd396 req-bff925f6-3c0d-4445-a06d-dc24736f714c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800209 Mar 21 21:40:31.498229 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02dc8f-478a-44d8-b114-7068267a5373 req-00b77d1c-1d16-459a-9dfa-2ba13fe6ec1f tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:31.507389 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c02dc8f-478a-44d8-b114-7068267a5373 req-00b77d1c-1d16-459a-9dfa-2ba13fe6ec1f tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 946 time: 0.0923619 Mar 21 21:40:31.555943 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30007afe-49c3-4535-946f-9de7971495f0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Router 0e7fdfff-319b-424c-b4ef-1758c931e273 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:40:31.560833 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c02dc8f-478a-44d8-b114-7068267a5373 req-f07203aa-559f-44de-82e7-3648370aec3b tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ceac7a-c11b-49e0-a4bb-639b52407d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523670 Mar 21 21:40:31.693159 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30007afe-49c3-4535-946f-9de7971495f0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:40:31.698547 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-30007afe-49c3-4535-946f-9de7971495f0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:31.704910 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b753444-af84-4cbd-aa97-aa592a047145 None None] Sync routers for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:40:31.730834 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b753444-af84-4cbd-aa97-aa592a047145 None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:40:31.731857 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5b753444-af84-4cbd-aa97-aa592a047145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:40:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:40:31.734391 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d048f9a0-9734-4c17-8491-727fd28dd5e0 req-0c6dda80-df60-4c19-8175-f8c26a409fa6 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (b7426492-7111-4015-b5fc-5a406ff54112), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:31.748253 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['b7426492-7111-4015-b5fc-5a406ff54112'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:40:31.771274 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dda80-df60-4c19-8175-f8c26a409fa6 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Pushing event deleted for resources: {'Port': ['ID=b7426492-7111-4015-b5fc-5a406ff54112,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:31.808704 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-30007afe-49c3-4535-946f-9de7971495f0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "PUT /v2.0/floatingips/b3b9f7dc-d113-4c15-8993-e09a342e303f HTTP/1.1" status: 200 len: 990 time: 1.7643354 Mar 21 21:40:31.808704 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'tag': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:31.810209 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64263fd9-3e5c-4f0d-9da9-47897ac90f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "8069f5e4-eb3d-402d-83ba-be9b6e1efde2", "tag": "ebe02c07-9e45-4d1c-a25b-f9e0486372b6"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:31.833949 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-d048f9a0-9734-4c17-8491-727fd28dd5e0 req-0c6dda80-df60-4c19-8175-f8c26a409fa6 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] No DVR routers for this DVR port b7426492-7111-4015-b5fc-5a406ff54112 on host hv-cinder-83454 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:40:31.837225 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d048f9a0-9734-4c17-8491-727fd28dd5e0 req-0c6dda80-df60-4c19-8175-f8c26a409fa6 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:31.841741 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d048f9a0-9734-4c17-8491-727fd28dd5e0 req-0c6dda80-df60-4c19-8175-f8c26a409fa6 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.31 "DELETE /v2.0/ports/b7426492-7111-4015-b5fc-5a406ff54112 HTTP/1.1" status: 204 len: 173 time: 0.9634087 Mar 21 21:40:31.872341 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10995af0-7588-47aa-9e16-985bf610a689 x-openstack-request-id: req-10995af0-7588-47aa-9e16-985bf610a689 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:31.872341 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8069f5e4-eb3d-402d-83ba-be9b6e1efde2", "tag": "ebe02c07-9e45-4d1c-a25b-f9e0486372b6", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:31.872341 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10995af0-7588-47aa-9e16-985bf610a689 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:31.872341 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'tag': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6', 'status': 'completed', 'code': 200} Mar 21 21:40:31.992918 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-5b753444-af84-4cbd-aa97-aa592a047145 None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:40:32.001478 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64263fd9-3e5c-4f0d-9da9-47897ac90f7d req-fa204f3c-9ffb-4368-82e5-1f447616e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:32.002992 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-64263fd9-3e5c-4f0d-9da9-47897ac90f7d req-fa204f3c-9ffb-4368-82e5-1f447616e37e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 1129 time: 0.0910444 Mar 21 21:40:32.029893 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c0158d48-9666-4d7c-9f04-22892aabc5f7 req-46ba552d-00a7-4fec-be9d-580fcee05350 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 210 time: 0.0817292 Mar 21 21:40:32.089306 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-09de3576-a16b-4130-a58e-dccde6080f14 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:32.091726 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-09de3576-a16b-4130-a58e-dccde6080f14 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 818 time: 0.2900698 Mar 21 21:40:32.190676 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-92d89896-710c-4b95-b4b8-46d77edf3cdc tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58a58c4b5cc6439fb467c536d908c98d HTTP/1.1" status: 200 len: 379 time: 0.0885313 Mar 21 21:40:32.208860 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Request body: {'port': {'device_id': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'admin_state_up': True, 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'security_groups': ['0ba93a6e-e280-4e44-845a-c176e1f049d8']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:32.247695 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64263fd9-3e5c-4f0d-9da9-47897ac90f7d req-17b5df3a-eb34-485d-9606-a15b102c8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:32.249353 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-64263fd9-3e5c-4f0d-9da9-47897ac90f7d req-17b5df3a-eb34-485d-9606-a15b102c8e27 service neutron] 10.222.0.31 "GET /v2.0/networks?id=472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 200 len: 916 time: 0.2324455 Mar 21 21:40:32.394193 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5b753444-af84-4cbd-aa97-aa592a047145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'b3b9f7dc-d113-4c15-8993-e09a342e303f', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:92:23:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:40:10Z', 'updated_at': '2022-03-21T21:40:30Z', 'revision_number': 1, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}, {'id': 'f719bf39-c444-40c3-8226-72e4a7842ce2', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': '25ec0492-377c-419e-b029-472f793436c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:a1:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:38:39Z', 'updated_at': '2022-03-21T21:39:14Z', 'revision_number': 2, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:40:32.419697 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-64263fd9-3e5c-4f0d-9da9-47897ac90f7d req-45f8fc9d-1662-4958-9145-12285f5f5319 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebe02c07-9e45-4d1c-a25b-f9e0486372b6 HTTP/1.1" status: 200 len: 998 time: 0.1521730 Mar 21 21:40:32.426203 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b753444-af84-4cbd-aa97-aa592a047145 None None] Checking router: 0e7fdfff-319b-424c-b4ef-1758c931e273 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:40:32.435027 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b753444-af84-4cbd-aa97-aa592a047145 None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:40:32.435670 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5b753444-af84-4cbd-aa97-aa592a047145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:40:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:40:32.486266 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64263fd9-3e5c-4f0d-9da9-47897ac90f7d req-ac6f8038-4ded-4ed0-9793-96a139178c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:32.488946 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-64263fd9-3e5c-4f0d-9da9-47897ac90f7d req-ac6f8038-4ded-4ed0-9793-96a139178c09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26971799-c630-49e4-9453-fee2b5a1d2e1 HTTP/1.1" status: 200 len: 854 time: 0.0615072 Mar 21 21:40:32.494039 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Made reservation on behalf of 58a58c4b5cc6439fb467c536d908c98d for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:40:32.499060 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:32.589201 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64263fd9-3e5c-4f0d-9da9-47897ac90f7d req-2a300407-2af6-4798-bf97-5d17bd268fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:32.592342 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-64263fd9-3e5c-4f0d-9da9-47897ac90f7d req-2a300407-2af6-4798-bf97-5d17bd268fd0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=472a0135-1464-4a1e-93c6-5927f427a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898230 Mar 21 21:40:32.646621 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-5b753444-af84-4cbd-aa97-aa592a047145 None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:40:32.715346 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-64263fd9-3e5c-4f0d-9da9-47897ac90f7d req-d7a90e1d-a58c-4e4f-88fb-f671e34c085e service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145415 Mar 21 21:40:32.804630 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fc2e6-cffc-46af-9c37-c518588db1f7 req-62d0766f-5e68-4121-9bd3-4851909ba497 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:32.807696 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-640fc2e6-cffc-46af-9c37-c518588db1f7 req-62d0766f-5e68-4121-9bd3-4851909ba497 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.1491935 Mar 21 21:40:32.823309 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-780f71d9-b1d4-4336-8aa4-2211a674fb55 req-d4c18721-9c22-4f75-b32b-910a5d6fad49 tempest-VolumesActionsTest-1347391542 tempest-VolumesActionsTest-1347391542-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6b27cb3-921f-487b-bdf9-082004a3ca7d HTTP/1.1" status: 200 len: 210 time: 0.1109774 Mar 21 21:40:32.886047 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Allocated IP 172.20.0.5 (6fdd0a0d-058e-4b7f-8244-217f65ad62dc/81ac927a-88b5-4ec9-bf60-d7b9a7938dba/b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:40:32.910182 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-64263fd9-3e5c-4f0d-9da9-47897ac90f7d req-77d90fd7-f90e-43d4-bdd2-24cc4f3aefc0 service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855121 Mar 21 21:40:32.935721 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-640fc2e6-cffc-46af-9c37-c518588db1f7 req-562abe33-d4ad-416a-94e0-fd5127e811bd tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072838 Mar 21 21:40:33.003570 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5b753444-af84-4cbd-aa97-aa592a047145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'b3b9f7dc-d113-4c15-8993-e09a342e303f', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:92:23:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:40:10Z', 'updated_at': '2022-03-21T21:40:30Z', 'revision_number': 1, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}, {'id': 'f719bf39-c444-40c3-8226-72e4a7842ce2', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': '25ec0492-377c-419e-b029-472f793436c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:a1:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:38:39Z', 'updated_at': '2022-03-21T21:39:14Z', 'revision_number': 2, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:40:33.045985 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b753444-af84-4cbd-aa97-aa592a047145 None None] The sync data for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi is: [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'b3b9f7dc-d113-4c15-8993-e09a342e303f', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:92:23:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:40:10Z', 'updated_at': '2022-03-21T21:40:30Z', 'revision_number': 1, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}, {'id': 'f719bf39-c444-40c3-8226-72e4a7842ce2', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': '25ec0492-377c-419e-b029-472f793436c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:a1:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:38:39Z', 'updated_at': '2022-03-21T21:39:14Z', 'revision_number': 2, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:40:33.349952 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ece34cf-09b2-409b-8ba6-54f4d21894c3 req-58fb7dba-6430-4764-bace-0cc06fcfb388 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 210 time: 0.0395982 Mar 21 21:40:33.428194 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a523fae-d612-4a13-a243-6f67d2eef0f2 None None] New status for floating IP b3b9f7dc-d113-4c15-8993-e09a342e303f: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:40:33.430600 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:33.578669 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:33.627503 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:40:33.633332 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:40:33.636522 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:40:33.666577 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event updated for resources: {'Port': ['ID=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:33.723237 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:33.724940 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:33.821640 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-df19958d-cc03-4ffa-84ac-0189ab2954d2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6178052 Mar 21 21:40:33.835107 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Request body: {'port': {'device_id': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:33.870422 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b7426492-7111-4015-b5fc-5a406ff54112 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:40:33.872897 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b27cb3-921f-487b-bdf9-082004a3ca7d', 'name': 'network-vif-deleted', 'tag': 'b7426492-7111-4015-b5fc-5a406ff54112'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:33.876785 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f89f572-2365-4b66-aecf-9c9e4fb60eb3" -d '{"events": [{"server_uuid": "f6b27cb3-921f-487b-bdf9-082004a3ca7d", "name": "network-vif-deleted", "tag": "b7426492-7111-4015-b5fc-5a406ff54112"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:33.900797 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: b7426492-7111-4015-b5fc-5a406ff54112 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:40:33.901171 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b7426492-7111-4015-b5fc-5a406ff54112 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:40:33.930661 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:33.935295 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dbc830-309c-4903-99d3-2848c6b9fc55 x-openstack-request-id: req-17dbc830-309c-4903-99d3-2848c6b9fc55 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:33.935585 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b27cb3-921f-487b-bdf9-082004a3ca7d", "name": "network-vif-deleted", "tag": "b7426492-7111-4015-b5fc-5a406ff54112", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:33.935839 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17dbc830-309c-4903-99d3-2848c6b9fc55 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:33.936301 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b27cb3-921f-487b-bdf9-082004a3ca7d', 'name': 'network-vif-deleted', 'tag': 'b7426492-7111-4015-b5fc-5a406ff54112', 'status': 'completed', 'code': 200} Mar 21 21:40:33.977028 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-8ab29b1e-c01f-4dd7-9aa8-af15c3afbf27 None None] Provisioning complete for port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:40:33.977402 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8ab29b1e-c01f-4dd7-9aa8-af15c3afbf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:34.031300 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-8ab29b1e-c01f-4dd7-9aa8-af15c3afbf27 None None] Port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:40:34.228449 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51d536-3781-4261-9ec3-eab01f6922b7 req-0ae20dda-ebc8-401a-88aa-e03eb02f1350 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:34.230072 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a51d536-3781-4261-9ec3-eab01f6922b7 req-0ae20dda-ebc8-401a-88aa-e03eb02f1350 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.1784604 Mar 21 21:40:34.335544 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a51d536-3781-4261-9ec3-eab01f6922b7 req-bb73ad05-32fa-4538-a8e8-3617c894c4ea tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947669 Mar 21 21:40:34.440615 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:40:34.451069 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Publish callbacks [] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:34.488536 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Transition to ACTIVE for port object b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:40:34.511538 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9c381-c64b-4735-bd10-26e0ead3fd55 req-08685473-1254-42e4-8ec3-adb02621f1ab tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:34.513363 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-adc9c381-c64b-4735-bd10-26e0ead3fd55 req-08685473-1254-42e4-8ec3-adb02621f1ab tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 931 time: 0.0649345 Mar 21 21:40:34.566728 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-adc9c381-c64b-4735-bd10-26e0ead3fd55 req-41e1d657-e03b-4b25-b603-a726930750f0 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469465 Mar 21 21:40:35.077777 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:35.127845 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:35.209239 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Attempting to bind port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:40:35.209589 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Attempting to bind port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:40:35.209926 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Attempting to bind port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 on network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:40:35.215342 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 on network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:40:35.215729 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Attempting to bind port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 on network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:40:35.222321 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:40:35.222321 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Checking segment: {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:40:35.222774 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Bound using segment: {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:40:35.223323 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Bound port: b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2f1526-2a77-410e-b6a1-07630b45b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:40:35.223789 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:35.317746 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] For port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4, host hv-cinder-83454, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:40:35.325829 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] For port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:40:35.482823 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58152a28-43c4-4664-a4fa-dc7474b103e5 req-0af0c7f4-ce75-4ddb-8196-49691cd7d782 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:35.486367 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-58152a28-43c4-4664-a4fa-dc7474b103e5 req-0af0c7f4-ce75-4ddb-8196-49691cd7d782 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0701609 Mar 21 21:40:35.505906 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:35.557308 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:35.557936 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:35.559465 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] 10.222.0.31 "PUT /v2.0/ports/b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 HTTP/1.1" status: 200 len: 1093 time: 1.7286787 Mar 21 21:40:35.561743 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'tag': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:35.564079 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34254acc-85aa-4bd2-b79b-40cc20acf3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef381d6-042d-46f0-97e3-77b0268511f6", "tag": "b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:35.655686 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776a33f1-477e-4b8d-bcb9-877a9a590ba3 x-openstack-request-id: req-776a33f1-477e-4b8d-bcb9-877a9a590ba3 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:35.655686 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef381d6-042d-46f0-97e3-77b0268511f6", "tag": "b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:35.655686 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-776a33f1-477e-4b8d-bcb9-877a9a590ba3 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:35.655686 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'tag': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'status': 'completed', 'code': 200} Mar 21 21:40:35.655686 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b2a9b-2420-40fc-85a1-b96e8c850cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:35.682923 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-58152a28-43c4-4664-a4fa-dc7474b103e5 req-69f59846-856e-44e6-997b-030b97b39af0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876442 Mar 21 21:40:35.792905 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34254acc-85aa-4bd2-b79b-40cc20acf3b3 req-8be9d081-c2da-4177-b287-02ecbe56f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:35.794981 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-34254acc-85aa-4bd2-b79b-40cc20acf3b3 req-8be9d081-c2da-4177-b287-02ecbe56f043 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 1127 time: 0.1359212 Mar 21 21:40:35.806949 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f6782-5113-4564-a6e0-2952bee17235 req-204c32fe-ea5a-460f-8682-9fcd5c74caef tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:35.815201 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b21f6782-5113-4564-a6e0-2952bee17235 req-204c32fe-ea5a-460f-8682-9fcd5c74caef tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 943 time: 0.1029744 Mar 21 21:40:35.988772 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34254acc-85aa-4bd2-b79b-40cc20acf3b3 req-baaa440c-b7bd-4cfc-9b90-6c0490e9c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:35.990128 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-34254acc-85aa-4bd2-b79b-40cc20acf3b3 req-baaa440c-b7bd-4cfc-9b90-6c0490e9c577 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=58a58c4b5cc6439fb467c536d908c98d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1686730 Mar 21 21:40:35.993939 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b21f6782-5113-4564-a6e0-2952bee17235 req-a17a0593-f76b-4f35-b020-9e8f6b0a4717 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791382 Mar 21 21:40:36.107775 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34254acc-85aa-4bd2-b79b-40cc20acf3b3 req-9b9a0612-05d1-493c-8187-afb2d3a5bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:36.109419 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-34254acc-85aa-4bd2-b79b-40cc20acf3b3 req-9b9a0612-05d1-493c-8187-afb2d3a5bcf3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1091189 Mar 21 21:40:36.228085 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-fc8f33d2-1156-4bea-aa0d-a6c626f99461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:36.229662 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-fc8f33d2-1156-4bea-aa0d-a6c626f99461 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 1127 time: 0.0480568 Mar 21 21:40:36.279750 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-7f3a486b-c450-42da-b38b-a89b0b395914 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 HTTP/1.1" status: 200 len: 217 time: 0.0408497 Mar 21 21:40:36.329366 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-6d3cead3-9bed-46cc-b68a-4a9aa53f458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:36.330706 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-6d3cead3-9bed-46cc-b68a-4a9aa53f458a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.0442095 Mar 21 21:40:36.383415 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-2c785f04-6b7c-4439-bfea-9344b15e8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:36.384954 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-2c785f04-6b7c-4439-bfea-9344b15e8bf6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450013 Mar 21 21:40:36.488624 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-3ed661d7-9129-4c94-b55c-347bec429fb8 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873246 Mar 21 21:40:36.834011 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8d80c-3460-428d-af0c-a1ac61637194 req-ee9b680c-cf45-4a6a-bd49-8a15f5f4be64 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:36.835513 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d0e8d80c-3460-428d-af0c-a1ac61637194 req-ee9b680c-cf45-4a6a-bd49-8a15f5f4be64 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0548909 Mar 21 21:40:36.884632 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d0e8d80c-3460-428d-af0c-a1ac61637194 req-c2167c81-dd68-4f16-89fe-a3eb40acdd54 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434473 Mar 21 21:40:37.112918 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceac11-8295-4484-a442-94410569a2ad req-104c1f06-8ea6-4b45-8f6b-80612520b10f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:37.114437 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d8ceac11-8295-4484-a442-94410569a2ad req-104c1f06-8ea6-4b45-8f6b-80612520b10f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 943 time: 0.0535161 Mar 21 21:40:37.164445 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d8ceac11-8295-4484-a442-94410569a2ad req-05a184eb-d73e-48c0-9179-4999a1611105 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444219 Mar 21 21:40:38.009983 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc245b-a6a1-4cc0-915e-54d9b9fbfae1 req-3f35f8d2-5842-4a50-90ed-f647ab761708 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:38.011386 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-aafc245b-a6a1-4cc0-915e-54d9b9fbfae1 req-3f35f8d2-5842-4a50-90ed-f647ab761708 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0556169 Mar 21 21:40:38.057266 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-aafc245b-a6a1-4cc0-915e-54d9b9fbfae1 req-f1842ec8-99df-444d-8279-bcc32073aaa0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397887 Mar 21 21:40:38.284265 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1e4d662-3c86-4f36-8a7d-3084347c3f24 req-6d062d8d-d7e6-4da1-b8f4-5433edc3021c service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186929 Mar 21 21:40:38.303526 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eec7be-83bf-48ce-8fc1-3000f390dc29 req-cdc94cf5-571d-4385-a499-acdecc399f84 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:38.304940 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-00eec7be-83bf-48ce-8fc1-3000f390dc29 req-cdc94cf5-571d-4385-a499-acdecc399f84 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 943 time: 0.0699956 Mar 21 21:40:38.351493 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-00eec7be-83bf-48ce-8fc1-3000f390dc29 req-acb47338-00a6-45ae-8f9f-df69cdb54045 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411465 Mar 21 21:40:39.179778 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08efe8-8741-467c-933b-4d6a04aeb0b6 req-70c36221-c077-4e4c-badc-3039fe1f3498 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:39.181287 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7e08efe8-8741-467c-933b-4d6a04aeb0b6 req-70c36221-c077-4e4c-badc-3039fe1f3498 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0522258 Mar 21 21:40:39.228192 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7e08efe8-8741-467c-933b-4d6a04aeb0b6 req-45cb4c8d-3a68-455e-a5d6-d5b9e2890488 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411496 Mar 21 21:40:39.470924 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81976566-abbe-4676-9274-0f5c2b45df00 req-1bd96740-9471-46d7-82e6-ddd60faee006 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:39.472403 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-81976566-abbe-4676-9274-0f5c2b45df00 req-1bd96740-9471-46d7-82e6-ddd60faee006 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 943 time: 0.0554214 Mar 21 21:40:39.518311 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-81976566-abbe-4676-9274-0f5c2b45df00 req-f6cc01a3-9bc1-4ca0-abe3-1e66f5aaabb1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403879 Mar 21 21:40:40.350953 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7bacd-bfaf-4368-917a-c1f689278e4e req-5b2e29cb-1b00-4183-bf66-287712e98196 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:40.352439 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c3d7bacd-bfaf-4368-917a-c1f689278e4e req-5b2e29cb-1b00-4183-bf66-287712e98196 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0530133 Mar 21 21:40:40.399078 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c3d7bacd-bfaf-4368-917a-c1f689278e4e req-ab2f85d2-cf80-48ad-ac80-9d3c42c6dd84 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410051 Mar 21 21:40:40.635805 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a49f36-cd94-4c71-b673-4bc29c60ab80 req-f2bb460e-2cab-4417-825e-1a8995af3808 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:40.637278 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0a49f36-cd94-4c71-b673-4bc29c60ab80 req-f2bb460e-2cab-4417-825e-1a8995af3808 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 943 time: 0.0543785 Mar 21 21:40:40.683762 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0a49f36-cd94-4c71-b673-4bc29c60ab80 req-57515751-000b-46f6-b029-56f816817d5a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405238 Mar 21 21:40:41.520058 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05630dc-a42f-455b-b506-db0ecdc3f8c7 req-09a91955-f8c8-42a6-a8da-ed6e6a1c42df tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:41.521559 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a05630dc-a42f-455b-b506-db0ecdc3f8c7 req-09a91955-f8c8-42a6-a8da-ed6e6a1c42df tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 945 time: 0.0515594 Mar 21 21:40:41.572330 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a05630dc-a42f-455b-b506-db0ecdc3f8c7 req-92b21200-9221-43a3-8768-961337c123e6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449548 Mar 21 21:40:41.809828 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e37202-72dd-4692-b6be-63dc5bb30f38 req-df42818d-cc01-4451-a1e9-af4b9a0aede4 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:41.812179 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-42e37202-72dd-4692-b6be-63dc5bb30f38 req-df42818d-cc01-4451-a1e9-af4b9a0aede4 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 943 time: 0.0593567 Mar 21 21:40:41.866524 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-42e37202-72dd-4692-b6be-63dc5bb30f38 req-59f16913-fb12-46a0-8753-3c71efaaed8f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489399 Mar 21 21:40:42.376867 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 71864b1f-bb7e-491d-b28f-b562d7978772 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:40:42.450478 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 71864b1f-bb7e-491d-b28f-b562d7978772 is: ACTIVE; New status is: DOWN {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:40:42.450863 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:42.476875 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:42.479061 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52f5347-fc69-4d1f-8f59-4f021ddb1aeb" -d '{"events": [{"server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "name": "network-vif-unplugged", "status": "completed", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:42.491023 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=71864b1f-bb7e-491d-b28f-b562d7978772,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:42.518244 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e8c207-2b79-47bd-af0d-d054c7e0871b x-openstack-request-id: req-50e8c207-2b79-47bd-af0d-d054c7e0871b {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:42.518552 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "name": "network-vif-unplugged", "status": "completed", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:42.518808 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50e8c207-2b79-47bd-af0d-d054c7e0871b {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:42.519199 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772', 'code': 200} Mar 21 21:40:42.589955 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:42.645032 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=71864b1f-bb7e-491d-b28f-b562d7978772,revision_number=8']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:42.652240 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.652845 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.653038 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.653441 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.653783 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.654110 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.654441 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.655062 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.655422 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.655923 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.656262 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.656713 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.657017 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.657345 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.657676 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:40:42.698974 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26957b1a-108f-4d71-b778-eee098a697cf req-b621b52f-50dd-4369-9e94-64db87ef807c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:42.700445 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-26957b1a-108f-4d71-b778-eee098a697cf req-b621b52f-50dd-4369-9e94-64db87ef807c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0529068 Mar 21 21:40:42.746255 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-26957b1a-108f-4d71-b778-eee098a697cf req-ba327e24-e2b4-4d7d-80c3-33c4e872035b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396144 Mar 21 21:40:42.788382 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8694a-3116-4aba-92af-77337aff6a9f req-ea577a1d-3b29-440e-899d-26ce845da8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:42.789940 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-84c8694a-3116-4aba-92af-77337aff6a9f req-ea577a1d-3b29-440e-899d-26ce845da8fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 1127 time: 0.0428555 Mar 21 21:40:42.883494 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8694a-3116-4aba-92af-77337aff6a9f req-6c0e7b21-43a8-42bb-8a85-027ade0545e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:42.886844 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-84c8694a-3116-4aba-92af-77337aff6a9f req-6c0e7b21-43a8-42bb-8a85-027ade0545e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 918 time: 0.0884876 Mar 21 21:40:43.030742 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-84c8694a-3116-4aba-92af-77337aff6a9f req-736a443d-440d-4657-b3ca-be36615beb7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71864b1f-bb7e-491d-b28f-b562d7978772 HTTP/1.1" status: 200 len: 999 time: 0.1260822 Mar 21 21:40:43.055669 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e19d4-4193-4d14-a198-53c337aa5084 req-3d1c9aa8-f45f-4ba9-9031-63b042e4005a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:43.057150 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e51e19d4-4193-4d14-a198-53c337aa5084 req-3d1c9aa8-f45f-4ba9-9031-63b042e4005a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 943 time: 0.1067035 Mar 21 21:40:43.106884 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8694a-3116-4aba-92af-77337aff6a9f req-e6e324cb-437f-4060-a389-adcb954b9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:43.108777 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-84c8694a-3116-4aba-92af-77337aff6a9f req-e6e324cb-437f-4060-a389-adcb954b9606 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 200 len: 856 time: 0.0697312 Mar 21 21:40:43.152291 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e51e19d4-4193-4d14-a198-53c337aa5084 req-cb05fe90-e64f-413e-8e8f-21844277b1d9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772288 Mar 21 21:40:43.169042 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8694a-3116-4aba-92af-77337aff6a9f req-40d74898-bac5-4dcb-b76a-34a8c21ed019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:43.171067 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-84c8694a-3116-4aba-92af-77337aff6a9f req-40d74898-bac5-4dcb-b76a-34a8c21ed019 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c14f17e-38ea-416b-8591-cd91fe8bc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544000 Mar 21 21:40:43.270913 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-84c8694a-3116-4aba-92af-77337aff6a9f req-cf4ef35b-973d-46f0-8df1-e93bba676287 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833559 Mar 21 21:40:43.368487 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-84c8694a-3116-4aba-92af-77337aff6a9f req-a169140f-205b-4e53-bc2e-7c213af703dc service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838101 Mar 21 21:40:43.874063 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91ba1a-0091-486b-8e47-ced510a0c890 req-b86bbc57-37b6-4380-816a-b50d7d39632c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:43.875666 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd91ba1a-0091-486b-8e47-ced510a0c890 req-b86bbc57-37b6-4380-816a-b50d7d39632c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0565634 Mar 21 21:40:43.924921 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd91ba1a-0091-486b-8e47-ced510a0c890 req-342912ab-3e1a-48cf-9213-798c13a17f68 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437350 Mar 21 21:40:44.304388 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cad613-367d-429a-8c0c-5734cbeb1dbc req-b0eecab0-6485-430b-8343-350f54821837 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:44.306086 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-93cad613-367d-429a-8c0c-5734cbeb1dbc req-b0eecab0-6485-430b-8343-350f54821837 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 943 time: 0.0589547 Mar 21 21:40:44.372895 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-93cad613-367d-429a-8c0c-5734cbeb1dbc req-dd725a53-b0ec-41d8-b0ba-f35889db3c5e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567460 Mar 21 21:40:44.886999 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:45.063154 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf314c-17d9-426a-b650-4c8e14dd4377 req-c9f2e065-7f5c-4560-9c7e-93a07c4e5eb0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:45.064792 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-56bf314c-17d9-426a-b650-4c8e14dd4377 req-c9f2e065-7f5c-4560-9c7e-93a07c4e5eb0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0633621 Mar 21 21:40:45.120486 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-56bf314c-17d9-426a-b650-4c8e14dd4377 req-cc918adf-89d7-420f-97b4-f8ddb03ba545 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494683 Mar 21 21:40:45.511732 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f05e35-78ac-46d4-9fc2-20a6039a7c93 req-d7344d19-97e5-4b36-a394-86bb0b5ebe9d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:45.513305 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-84f05e35-78ac-46d4-9fc2-20a6039a7c93 req-d7344d19-97e5-4b36-a394-86bb0b5ebe9d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 943 time: 0.0584581 Mar 21 21:40:45.573164 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-84f05e35-78ac-46d4-9fc2-20a6039a7c93 req-50553880-8c38-4ceb-8376-05b9deedb416 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539033 Mar 21 21:40:46.303740 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129affb7-c604-467b-a5af-359f657df84d req-69d18556-177c-4cd7-b80b-a5c5d7483d09 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:46.303740 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-129affb7-c604-467b-a5af-359f657df84d req-69d18556-177c-4cd7-b80b-a5c5d7483d09 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.1034780 Mar 21 21:40:46.406678 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-129affb7-c604-467b-a5af-359f657df84d req-e7fc6b53-70ea-4811-a9c3-17f60ee9d940 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015522 Mar 21 21:40:46.639470 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:40:46.694165 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970474a2-00cf-4916-9b5b-a59e66fb5326 req-a5892d32-bd0e-48b4-b5b7-ba540c64e6a5 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:46.695852 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-970474a2-00cf-4916-9b5b-a59e66fb5326 req-a5892d32-bd0e-48b4-b5b7-ba540c64e6a5 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 943 time: 0.0601091 Mar 21 21:40:46.747002 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:46.751422 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-970474a2-00cf-4916-9b5b-a59e66fb5326 req-32de2dd9-e5d5-449e-8e1f-4a3b00c71a34 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497806 Mar 21 21:40:46.762370 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'port_id': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'mac_address': 'fa:16:3e:28:b6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:40:46.809494 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:40:46.809494 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:46.821116 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:40:46.841798 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:46.915159 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:46.967945 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:47.316223 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:40:47.603597 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991deb4a-8220-4739-9bb8-d5545dd55726 req-a5a67441-c249-4122-9bc7-a0bc89c69e00 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:47.605346 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-991deb4a-8220-4739-9bb8-d5545dd55726 req-a5a67441-c249-4122-9bc7-a0bc89c69e00 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0559683 Mar 21 21:40:47.662885 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-991deb4a-8220-4739-9bb8-d5545dd55726 req-c3234659-348d-4c76-ab03-1017f993d37f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500381 Mar 21 21:40:47.918556 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34998ed-ab4d-433c-b43a-d984599e786d req-0ad46916-adf2-41c0-a0fe-b739c0d9e75e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:47.920318 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d34998ed-ab4d-433c-b43a-d984599e786d req-0ad46916-adf2-41c0-a0fe-b739c0d9e75e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 944 time: 0.0755715 Mar 21 21:40:47.960865 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31eae892-1977-41f7-87f5-2abd9d3d3348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:47.982853 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d34998ed-ab4d-433c-b43a-d984599e786d req-ca4da685-ff5d-4400-baaf-32551a47dbff tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559533 Mar 21 21:40:49.145205 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8fcb7-4d3f-4cd1-bf62-c0d5aac43530 req-4ac55ee6-fa87-43e3-bdb5-693b42a238dc tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:49.146768 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-08f8fcb7-4d3f-4cd1-bf62-c0d5aac43530 req-4ac55ee6-fa87-43e3-bdb5-693b42a238dc tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 944 time: 0.0709100 Mar 21 21:40:49.201272 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-08f8fcb7-4d3f-4cd1-bf62-c0d5aac43530 req-35cd4d0c-a2be-408a-9dbd-f3f4927fda4b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480354 Mar 21 21:40:49.362051 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-866d84f7-e433-4935-a514-8fa9dbb17655 req-0813e56c-0af9-494d-82cc-4e9407a4cfcb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:40:49.364443 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-866d84f7-e433-4935-a514-8fa9dbb17655 req-0813e56c-0af9-494d-82cc-4e9407a4cfcb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072510 Mar 21 21:40:49.685659 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7ba9-ca12-4b94-bc12-26f90683b966 req-76ac0068-6d7d-4d53-89a1-b86425151d4f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:49.688094 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e27a7ba9-ca12-4b94-bc12-26f90683b966 req-76ac0068-6d7d-4d53-89a1-b86425151d4f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0664454 Mar 21 21:40:49.740831 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e27a7ba9-ca12-4b94-bc12-26f90683b966 req-f0ee9347-92f4-49df-91ba-2e4604a1fa49 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462558 Mar 21 21:40:50.137853 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdb2b494-def5-466b-bf04-7dbebe76b6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:50.299121 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 60246) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:50.342482 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7604b-db6a-4ec5-86ce-062f1db87a9c req-f44bd919-8e42-451b-9eaf-f4de9c152445 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:50.351210 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-10c7604b-db6a-4ec5-86ce-062f1db87a9c req-f44bd919-8e42-451b-9eaf-f4de9c152445 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 944 time: 0.0654156 Mar 21 21:40:50.419842 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-10c7604b-db6a-4ec5-86ce-062f1db87a9c req-61a684b5-3996-409c-b59c-ad5aa670a85b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675197 Mar 21 21:40:50.455683 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-754e3a0c-eb1b-4fff-af83-d3ee11678d9d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1536286 Mar 21 21:40:50.465143 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-a493d3a3-9dd7-4caf-b0d1-888a6e931748 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:40:50.468108 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-a493d3a3-9dd7-4caf-b0d1-888a6e931748 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057991 Mar 21 21:40:50.552893 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 60258) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:50.615526 dv-cinder-834541-1-iscsi neutron-server[104014]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 21:40:50.675216 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-e38b99a5-4bce-4570-a7a3-26cad0011089 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:50.681074 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-e38b99a5-4bce-4570-a7a3-26cad0011089 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports/71864b1f-bb7e-491d-b28f-b562d7978772 HTTP/1.1" status: 200 len: 940 time: 0.1270137 Mar 21 21:40:50.898847 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea712b06-b1f5-4c62-bb18-333a6416aae7 req-38325f0d-4dc9-42db-9ff6-65ebacc95b54 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:50.900549 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea712b06-b1f5-4c62-bb18-333a6416aae7 req-38325f0d-4dc9-42db-9ff6-65ebacc95b54 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0757558 Mar 21 21:40:50.957177 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea712b06-b1f5-4c62-bb18-333a6416aae7 req-805fbac6-0df2-47b4-be4c-45db3914a7ed tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501556 Mar 21 21:40:51.398727 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:40:51.459095 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:51.532339 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:40:51.537908 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:40:51.538412 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:51.551307 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd9df8-3974-4e6a-abba-60604cde251b req-116b0091-9cab-4152-80da-d91abdce0e6f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:51.553746 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-26cd9df8-3974-4e6a-abba-60604cde251b req-116b0091-9cab-4152-80da-d91abdce0e6f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 944 time: 0.0654609 Mar 21 21:40:51.621508 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-26cd9df8-3974-4e6a-abba-60604cde251b req-16ac1e9f-4031-4025-af04-d5a6e5b20b2e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617998 Mar 21 21:40:51.674806 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:40:51.675445 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:51.703586 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:51.706074 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dd6f95-cb9f-4ad0-a572-ae8bfa9dda84" -d '{"events": [{"server_uuid": "5ef381d6-042d-46f0-97e3-77b0268511f6", "name": "network-vif-plugged", "status": "completed", "tag": "b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:51.731605 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:40:51.755789 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e363c9a2-3a87-4af3-9470-d84bcec10f94 x-openstack-request-id: req-e363c9a2-3a87-4af3-9470-d84bcec10f94 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:51.756109 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef381d6-042d-46f0-97e3-77b0268511f6", "name": "network-vif-plugged", "status": "completed", "tag": "b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:51.756407 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e363c9a2-3a87-4af3-9470-d84bcec10f94 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:51.756841 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'code': 200} Mar 21 21:40:51.813142 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:51.878336 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:40:52.138588 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1645d0-d63c-4e88-b284-9467ded9e43c req-239205e1-46df-48a1-b8c2-f85013b34300 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:52.140759 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4e1645d0-d63c-4e88-b284-9467ded9e43c req-239205e1-46df-48a1-b8c2-f85013b34300 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0792153 Mar 21 21:40:52.210690 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4e1645d0-d63c-4e88-b284-9467ded9e43c req-461b56f4-18fb-4fd4-8169-9e66da3dc8ca tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558691 Mar 21 21:40:52.213534 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0d609-bba9-4396-aafc-1bfda8cfcaac req-bec6aac1-690e-43f3-8df4-32cbe8d22b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:52.214937 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-98c0d609-bba9-4396-aafc-1bfda8cfcaac req-bec6aac1-690e-43f3-8df4-32cbe8d22b93 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 1129 time: 0.0929201 Mar 21 21:40:52.283943 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-98c0d609-bba9-4396-aafc-1bfda8cfcaac req-dd40365a-2912-4089-962b-29627e0ab45f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553279 Mar 21 21:40:52.798710 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c379eda-b989-42c5-8cbb-d5ae001d2c57 req-013cd8cb-8db6-4721-bb6c-d9a132c46449 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:52.800584 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c379eda-b989-42c5-8cbb-d5ae001d2c57 req-013cd8cb-8db6-4721-bb6c-d9a132c46449 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0818887 Mar 21 21:40:52.868657 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c379eda-b989-42c5-8cbb-d5ae001d2c57 req-244139e8-2d17-441c-884f-4281d85091fa tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574214 Mar 21 21:40:52.898033 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:53.426815 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adfc5b-56fc-45c0-82d6-8eab577b7493 req-62d5c1af-2106-48e0-848e-0e5029adcc69 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:53.428371 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c4adfc5b-56fc-45c0-82d6-8eab577b7493 req-62d5c1af-2106-48e0-848e-0e5029adcc69 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0873845 Mar 21 21:40:53.498440 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c4adfc5b-56fc-45c0-82d6-8eab577b7493 req-2105094b-9147-4738-9fdd-cc96c43b68f7 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635109 Mar 21 21:40:54.065068 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f26935-d74f-47fa-a920-b9b9fdb2ebbf req-eeaa8059-e2c2-46d0-a781-52ba1f4fc296 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:54.073579 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-01f26935-d74f-47fa-a920-b9b9fdb2ebbf req-eeaa8059-e2c2-46d0-a781-52ba1f4fc296 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.1100297 Mar 21 21:40:54.130161 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-01f26935-d74f-47fa-a920-b9b9fdb2ebbf req-855644bb-09a7-45a0-b0a8-807f0837d3f9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554142 Mar 21 21:40:54.227188 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:40:54.399875 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-58069764-dc13-473a-91d2-9cc9fbb7b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:54.401525 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-58069764-dc13-473a-91d2-9cc9fbb7b168 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b&tenant_id=9c6ab375eca84608a1045991b051b5c9 HTTP/1.1" status: 200 len: 1127 time: 0.1555722 Mar 21 21:40:54.453938 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:54.493775 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-d6283d10-a7f3-4838-b15e-30ac6484cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:54.495494 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-d6283d10-a7f3-4838-b15e-30ac6484cbaf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 1127 time: 0.0565188 Mar 21 21:40:54.657384 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-00fe1186-55e3-439a-836b-e28340087d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:54.658566 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-00fe1186-55e3-439a-836b-e28340087d6e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 918 time: 0.1492918 Mar 21 21:40:54.724572 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce9b50-2324-4ff3-8a60-76fd4512f20f req-82714610-f39b-4c52-acc8-5d3655ac572f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:54.726084 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17ce9b50-2324-4ff3-8a60-76fd4512f20f req-82714610-f39b-4c52-acc8-5d3655ac572f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.1229761 Mar 21 21:40:54.757495 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-e9edc377-72c3-4fc0-a04a-5a769e27145c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71864b1f-bb7e-491d-b28f-b562d7978772 HTTP/1.1" status: 200 len: 999 time: 0.0885041 Mar 21 21:40:54.825508 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17ce9b50-2324-4ff3-8a60-76fd4512f20f req-2365d4bf-6d10-4a79-9bc5-877abd1ed904 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904684 Mar 21 21:40:54.831469 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-cf7cbe87-7788-4817-a9e0-e308e5d0e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:54.833058 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-cf7cbe87-7788-4817-a9e0-e308e5d0e894 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 200 len: 856 time: 0.0676262 Mar 21 21:40:54.896421 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-f456f9b6-010c-41df-831d-ee03cb305028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:54.898094 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-f456f9b6-010c-41df-831d-ee03cb305028 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c14f17e-38ea-416b-8591-cd91fe8bc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590167 Mar 21 21:40:54.999747 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-ca3b392e-2d06-438f-91bb-e8ff393c8eca service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920615 Mar 21 21:40:55.117344 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4384dbba-bdbf-464d-ab3b-058203b705bd req-61138f5b-cfdc-447b-82b5-408e5d4e3728 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103833 Mar 21 21:40:55.288793 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ac01e-b526-4670-bd3c-151169813332 req-d48598a6-742e-407e-b66a-06de1a6bf451 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:55.291433 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d51ac01e-b526-4670-bd3c-151169813332 req-d48598a6-742e-407e-b66a-06de1a6bf451 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0784557 Mar 21 21:40:55.371132 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d51ac01e-b526-4670-bd3c-151169813332 req-db75efd2-ada6-4500-8966-be9f7e4e330a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727236 Mar 21 21:40:55.413132 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 71864b1f-bb7e-491d-b28f-b562d7978772 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:40:55.507046 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 71864b1f-bb7e-491d-b28f-b562d7978772 is: DOWN; New status is: DOWN {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:40:55.552021 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a062b-6625-405e-a1f4-cdf6d35ba052 req-ceeaf3b0-f366-4a9e-9254-2477e376bab8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:55.563565 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-971a062b-6625-405e-a1f4-cdf6d35ba052 req-ceeaf3b0-f366-4a9e-9254-2477e376bab8 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0814388 Mar 21 21:40:55.563715 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 60346) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:40:55.569886 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-d5cad941-9874-4bac-8207-c75f78cccf92 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Request body: {'floatingip': {'port_id': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:40:55.637241 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d5cad941-9874-4bac-8207-c75f78cccf92 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for floatingip (2d7da0b2-670a-4a4d-bf72-ffab7af43786), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:56.093692 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0864116-6bdc-4ac1-9955-24406d621a83 req-afa35dd8-0595-4858-a987-7c7fa36bdd77 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:56.097423 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a0864116-6bdc-4ac1-9955-24406d621a83 req-afa35dd8-0595-4858-a987-7c7fa36bdd77 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.1212671 Mar 21 21:40:56.241612 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a0864116-6bdc-4ac1-9955-24406d621a83 req-3498692d-5505-4c7f-8b5d-071e9ea69cda tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307192 Mar 21 21:40:56.639710 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d5cad941-9874-4bac-8207-c75f78cccf92 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:56.789985 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d5cad941-9874-4bac-8207-c75f78cccf92 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (2d7da0b2-670a-4a4d-bf72-ffab7af43786), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:56.933697 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-d5cad941-9874-4bac-8207-c75f78cccf92 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Floating IP 2d7da0b2-670a-4a4d-bf72-ffab7af43786 associated. External IP: 172.27.1.74, port: b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4. Mar 21 21:40:57.268338 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cad941-9874-4bac-8207-c75f78cccf92 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Router 8a973dcf-355b-4877-9626-26f30d530606 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:40:57.513408 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cad941-9874-4bac-8207-c75f78cccf92 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:40:57.527297 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf118a34-e650-4f80-b56c-d8a4019f7b52 None None] Sync routers for ids ['8a973dcf-355b-4877-9626-26f30d530606'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:40:57.532237 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d5cad941-9874-4bac-8207-c75f78cccf92 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:40:57.540509 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf118a34-e650-4f80-b56c-d8a4019f7b52 None None] Routers {'8a973dcf-355b-4877-9626-26f30d530606'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:40:57.546053 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-cf118a34-e650-4f80-b56c-d8a4019f7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:40:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['8a973dcf-355b-4877-9626-26f30d530606'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:40:57.598210 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9834880-6ee7-4459-af74-649b2d9e2a63 req-dd01577c-125b-428c-8d40-99c5d59b4ce6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:57.605650 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d5cad941-9874-4bac-8207-c75f78cccf92 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "PUT /v2.0/floatingips/2d7da0b2-670a-4a4d-bf72-ffab7af43786 HTTP/1.1" status: 200 len: 990 time: 2.0406656 Mar 21 21:40:57.614361 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'tag': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:40:57.615131 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d9834880-6ee7-4459-af74-649b2d9e2a63 req-dd01577c-125b-428c-8d40-99c5d59b4ce6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0945382 Mar 21 21:40:57.617647 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023fb362-79ee-47f7-bd8c-05a4c8b94ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef381d6-042d-46f0-97e3-77b0268511f6", "tag": "b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:40:57.700529 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0931a88-efa2-447f-9f8a-45f5c561dab1 x-openstack-request-id: req-c0931a88-efa2-447f-9f8a-45f5c561dab1 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:40:57.701599 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef381d6-042d-46f0-97e3-77b0268511f6", "tag": "b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:40:57.702245 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0931a88-efa2-447f-9f8a-45f5c561dab1 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:40:57.702812 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'tag': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'status': 'completed', 'code': 200} Mar 21 21:40:57.723903 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d9834880-6ee7-4459-af74-649b2d9e2a63 req-165268f1-3e08-4f20-a7f5-5bff5d2e651a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036568 Mar 21 21:40:57.726264 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-cf118a34-e650-4f80-b56c-d8a4019f7b52 None None] Set router 8a973dcf-355b-4877-9626-26f30d530606 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:40:58.104659 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fb362-79ee-47f7-bd8c-05a4c8b94ba9 req-1b0edd85-610e-4779-aca5-31dda764a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:58.106300 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-023fb362-79ee-47f7-bd8c-05a4c8b94ba9 req-1b0edd85-610e-4779-aca5-31dda764a353 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 1129 time: 0.0810091 Mar 21 21:40:58.182260 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-cf118a34-e650-4f80-b56c-d8a4019f7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '2d7da0b2-670a-4a4d-bf72-ffab7af43786', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '8a973dcf-355b-4877-9626-26f30d530606', 'port_id': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'mac_address': 'fa:16:3e:28:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:40:26Z', 'updated_at': '2022-03-21T21:40:56Z', 'revision_number': 1, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e19417-6e30-4265-89f1-f7ff0ab67ed3', 'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'mac_address': 'fa:16:3e:49:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:34Z', 'revision_number': 5, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'subnets': [{'id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:40:58.257437 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fb362-79ee-47f7-bd8c-05a4c8b94ba9 req-8acaacdb-1968-4fc5-a6e1-e06176c49042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:58.259380 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-023fb362-79ee-47f7-bd8c-05a4c8b94ba9 req-8acaacdb-1968-4fc5-a6e1-e06176c49042 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 919 time: 0.1384139 Mar 21 21:40:58.289208 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf118a34-e650-4f80-b56c-d8a4019f7b52 None None] Checking router: 8a973dcf-355b-4877-9626-26f30d530606 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:40:58.330945 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf118a34-e650-4f80-b56c-d8a4019f7b52 None None] Routers {'8a973dcf-355b-4877-9626-26f30d530606'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:40:58.331578 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-cf118a34-e650-4f80-b56c-d8a4019f7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:40:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['8a973dcf-355b-4877-9626-26f30d530606'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:40:58.562012 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-cf118a34-e650-4f80-b56c-d8a4019f7b52 None None] Set router 8a973dcf-355b-4877-9626-26f30d530606 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:40:58.798252 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-023fb362-79ee-47f7-bd8c-05a4c8b94ba9 req-7412565e-4ca2-4be9-862d-d24b680cd3fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 HTTP/1.1" status: 200 len: 998 time: 0.5224316 Mar 21 21:40:59.052226 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fb362-79ee-47f7-bd8c-05a4c8b94ba9 req-9316fd33-2337-42c3-b00c-1fe6505ae377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:59.064818 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-023fb362-79ee-47f7-bd8c-05a4c8b94ba9 req-9316fd33-2337-42c3-b00c-1fe6505ae377 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.1724062 Mar 21 21:40:59.074464 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0bb68-caa3-4393-86a0-624a5697ded9 req-c9c05689-56bd-48c7-8fe8-73b99abd5386 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:59.078599 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ae0bb68-caa3-4393-86a0-624a5697ded9 req-c9c05689-56bd-48c7-8fe8-73b99abd5386 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.2499006 Mar 21 21:40:59.196472 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-cf118a34-e650-4f80-b56c-d8a4019f7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '2d7da0b2-670a-4a4d-bf72-ffab7af43786', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '8a973dcf-355b-4877-9626-26f30d530606', 'port_id': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'mac_address': 'fa:16:3e:28:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:40:26Z', 'updated_at': '2022-03-21T21:40:56Z', 'revision_number': 1, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e19417-6e30-4265-89f1-f7ff0ab67ed3', 'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'mac_address': 'fa:16:3e:49:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:34Z', 'revision_number': 5, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'subnets': [{'id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:40:59.227352 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ae0bb68-caa3-4393-86a0-624a5697ded9 req-40dd5997-57d4-42ff-9a4a-8cf377f2379c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428769 Mar 21 21:40:59.243316 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf118a34-e650-4f80-b56c-d8a4019f7b52 None None] The sync data for ids ['8a973dcf-355b-4877-9626-26f30d530606'] in dv-cinder-834541-1-iscsi is: [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '2d7da0b2-670a-4a4d-bf72-ffab7af43786', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '8a973dcf-355b-4877-9626-26f30d530606', 'port_id': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'mac_address': 'fa:16:3e:28:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:40:26Z', 'updated_at': '2022-03-21T21:40:56Z', 'revision_number': 1, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e19417-6e30-4265-89f1-f7ff0ab67ed3', 'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'mac_address': 'fa:16:3e:49:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:34Z', 'revision_number': 5, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'subnets': [{'id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:40:59.245717 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fb362-79ee-47f7-bd8c-05a4c8b94ba9 req-aaecb53a-80b6-45ed-846b-7db3435e6923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:40:59.247424 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-023fb362-79ee-47f7-bd8c-05a4c8b94ba9 req-aaecb53a-80b6-45ed-846b-7db3435e6923 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1238692 Mar 21 21:40:59.378123 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-023fb362-79ee-47f7-bd8c-05a4c8b94ba9 req-7f56dff7-26aa-4ee1-8c18-f191e0b8bc3a service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165092 Mar 21 21:40:59.598662 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce68b90-e917-4ba2-a9eb-0123adb66bf3 None None] New status for floating IP 2d7da0b2-670a-4a4d-bf72-ffab7af43786: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:41:00.454300 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b65d74-2f50-4271-8d39-377c512b2097 req-2ceaa221-08ae-43d0-854b-05e571c00744 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:00.456005 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f4b65d74-2f50-4271-8d39-377c512b2097 req-2ceaa221-08ae-43d0-854b-05e571c00744 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.1074834 Mar 21 21:41:00.553402 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f4b65d74-2f50-4271-8d39-377c512b2097 req-6782e66d-6306-4b68-a807-ef84d9959bf1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824809 Mar 21 21:41:01.684366 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7503ba3-80ca-49f3-bc7b-7fd7b79bb33a req-d20b20d9-1978-4a03-be61-2dda34cd37d6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:01.685977 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7503ba3-80ca-49f3-bc7b-7fd7b79bb33a req-d20b20d9-1978-4a03-be61-2dda34cd37d6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0573788 Mar 21 21:41:01.738009 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7503ba3-80ca-49f3-bc7b-7fd7b79bb33a req-6d0539af-51b2-4213-8436-5cc3ed3cf2e7 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448997 Mar 21 21:41:02.862516 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115ce18-0d58-475a-97de-bc2028fcd59b req-9063a580-85ae-4cd0-a127-ca2bc65b4e80 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:02.864098 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f115ce18-0d58-475a-97de-bc2028fcd59b req-9063a580-85ae-4cd0-a127-ca2bc65b4e80 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0537190 Mar 21 21:41:02.912784 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f115ce18-0d58-475a-97de-bc2028fcd59b req-19828d38-7b45-42d4-8f9e-3a0fddca7bee tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431690 Mar 21 21:41:04.044691 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a8d5f-ffe0-430a-9e17-b0505a8e9741 req-8f52e59a-7fc5-454f-87bd-24de210dd0d8 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:04.047767 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-010a8d5f-ffe0-430a-9e17-b0505a8e9741 req-8f52e59a-7fc5-454f-87bd-24de210dd0d8 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0629032 Mar 21 21:41:04.101156 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-010a8d5f-ffe0-430a-9e17-b0505a8e9741 req-3f9493f5-dc48-49fd-8d65-bf75e3d9a712 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476172 Mar 21 21:41:05.229379 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a45ca3-e7f6-4913-a801-daf8de73967e req-edc4573f-1baf-4dcb-b0de-0174fa90ec6b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:05.230854 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7a45ca3-e7f6-4913-a801-daf8de73967e req-edc4573f-1baf-4dcb-b0de-0174fa90ec6b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0536320 Mar 21 21:41:05.282482 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7a45ca3-e7f6-4913-a801-daf8de73967e req-f61bccc5-16e8-4494-a3d8-3a6947847235 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453925 Mar 21 21:41:06.416499 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1dcc9-b598-4061-9457-a696a41076c2 req-b288bbc0-5031-425b-83d9-2383c119e56b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:06.418008 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-30a1dcc9-b598-4061-9457-a696a41076c2 req-b288bbc0-5031-425b-83d9-2383c119e56b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0547500 Mar 21 21:41:06.471037 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-30a1dcc9-b598-4061-9457-a696a41076c2 req-fdbdf0c4-f30b-4a32-948c-77361f9ec123 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468087 Mar 21 21:41:06.904202 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 60496) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:41:06.950582 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-58aeaf63-484e-47c3-8025-9166fe94d49c admin admin] Deleting subnet 0b3bb397-2bef-441f-8422-6890e9778d36 {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:41:06.954673 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-58aeaf63-484e-47c3-8025-9166fe94d49c admin admin] Publish callbacks [] for subnet (0b3bb397-2bef-441f-8422-6890e9778d36), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:06.989732 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-58aeaf63-484e-47c3-8025-9166fe94d49c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14382529'] for subnet (0b3bb397-2bef-441f-8422-6890e9778d36), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:07.041569 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-58aeaf63-484e-47c3-8025-9166fe94d49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (0b3bb397-2bef-441f-8422-6890e9778d36), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:07.184413 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-58aeaf63-484e-47c3-8025-9166fe94d49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13032719'] for subnet (0b3bb397-2bef-441f-8422-6890e9778d36), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:07.214669 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aeaf63-484e-47c3-8025-9166fe94d49c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b3bb397-2bef-441f-8422-6890e9778d36,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:07.216950 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-58aeaf63-484e-47c3-8025-9166fe94d49c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:07.221893 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-58aeaf63-484e-47c3-8025-9166fe94d49c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0b3bb397-2bef-441f-8422-6890e9778d36 HTTP/1.1" status: 204 len: 168 time: 0.3154433 Mar 21 21:41:07.224522 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 60500) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:41:07.294717 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (965ef867-91a6-43a8-bc39-427846c038dc), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:07.382401 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (965ef867-91a6-43a8-bc39-427846c038dc), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:07.404040 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965ef867-91a6-43a8-bc39-427846c038dc']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:41:07.413928 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:41:07.414227 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:41:07.423704 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:07.437341 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:07.442956 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:41:07.443340 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (0b5bb1fa-3fe8-4fc9-b641-cb93cc0236ba), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:41:07.445230 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:41:07.589942 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (965ef867-91a6-43a8-bc39-427846c038dc), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:07.614951 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bb2f9-7f92-4ca1-8d2b-ea3afaad60be req-39e35750-e923-4570-83f9-8d07123e8473 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:07.614951 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f11bb2f9-7f92-4ca1-8d2b-ea3afaad60be req-39e35750-e923-4570-83f9-8d07123e8473 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0651233 Mar 21 21:41:07.627012 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:07.630058 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] 10.222.0.23 "DELETE /v2.0/networks/965ef867-91a6-43a8-bc39-427846c038dc HTTP/1.1" status: 204 len: 168 time: 0.4045262 Mar 21 21:41:07.631888 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb963cd-388e-4306-9a82-ae0912af621e admin admin] Pushing event deleted for resources: {'Network': ['ID=965ef867-91a6-43a8-bc39-427846c038dc,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:07.681293 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f11bb2f9-7f92-4ca1-8d2b-ea3afaad60be req-37d347c1-1f86-4826-8c5a-d54add33e11a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556257 Mar 21 21:41:08.086320 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 60508) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:41:08.126285 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-faacb6e5-b7e9-4de5-9c8c-8eac1202a337 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=331e7fe277a34e438f62ba7578ffdc6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388300 Mar 21 21:41:08.128660 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 60510) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:41:08.176048 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b12f9b26-519c-4c89-b227-54382ef3650e admin admin] Publish callbacks [] for security_group (84ceac7a-c11b-49e0-a4bb-639b52407d59), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:08.197677 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b12f9b26-519c-4c89-b227-54382ef3650e admin admin] Publish callbacks [] for security_group (84ceac7a-c11b-49e0-a4bb-639b52407d59), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:08.332409 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b12f9b26-519c-4c89-b227-54382ef3650e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (84ceac7a-c11b-49e0-a4bb-639b52407d59), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:08.334975 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b12f9b26-519c-4c89-b227-54382ef3650e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:08.336159 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b12f9b26-519c-4c89-b227-54382ef3650e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84ceac7a-c11b-49e0-a4bb-639b52407d59 HTTP/1.1" status: 204 len: 168 time: 0.2066228 Mar 21 21:41:08.345259 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f9b26-519c-4c89-b227-54382ef3650e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ceac7a-c11b-49e0-a4bb-639b52407d59,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:08.575072 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-023fb362-79ee-47f7-bd8c-05a4c8b94ba9 req-87e76cc9-97b1-4f20-8dbe-761236653ae7 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876913 Mar 21 21:41:08.821351 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d2352-5bde-4144-a9e7-43676c791a5c req-76d75ad3-1f61-4be7-b55d-4073414f3512 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:08.822898 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc6d2352-5bde-4144-a9e7-43676c791a5c req-76d75ad3-1f61-4be7-b55d-4073414f3512 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0637627 Mar 21 21:41:08.879238 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc6d2352-5bde-4144-a9e7-43676c791a5c req-57efafde-9500-4742-bd2d-fe55fc4959fb tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445375 Mar 21 21:41:10.006647 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf369a9c-f71a-4f9d-a634-8c27294ca48b req-8d34fd65-b2b5-443e-aa27-ddff37fe5b13 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:10.008156 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cf369a9c-f71a-4f9d-a634-8c27294ca48b req-8d34fd65-b2b5-443e-aa27-ddff37fe5b13 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0546505 Mar 21 21:41:10.064374 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cf369a9c-f71a-4f9d-a634-8c27294ca48b req-7dfab5fb-62b5-4995-a00e-614747f41dd1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507543 Mar 21 21:41:10.688424 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3841-bd79-4836-bb7f-f8aadbd60674 req-dc37335f-8924-4f5e-a5b0-b946a3d94f8b tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:10.689865 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9b8e3841-bd79-4836-bb7f-f8aadbd60674 req-dc37335f-8924-4f5e-a5b0-b946a3d94f8b tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 946 time: 0.0526559 Mar 21 21:41:10.739715 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9b8e3841-bd79-4836-bb7f-f8aadbd60674 req-2835fb78-97e6-485f-8cd3-4043e7892d47 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439162 Mar 21 21:41:11.188060 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fe34e-97ca-47b9-b9b1-06d42ecca328 req-399e9a15-801b-4f3a-ab36-2599569e40f9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:11.189564 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f15fe34e-97ca-47b9-b9b1-06d42ecca328 req-399e9a15-801b-4f3a-ab36-2599569e40f9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0532796 Mar 21 21:41:11.237633 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f15fe34e-97ca-47b9-b9b1-06d42ecca328 req-39b1a3b9-9a2c-42e9-a1f1-273ceb8c5a99 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425432 Mar 21 21:41:11.864894 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292da5a-4783-4e2f-8e38-5188721a7562 req-0b27f19e-80a6-48ec-a74b-f56112f8eade tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:11.867307 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9292da5a-4783-4e2f-8e38-5188721a7562 req-0b27f19e-80a6-48ec-a74b-f56112f8eade tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 946 time: 0.0572412 Mar 21 21:41:11.914299 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9292da5a-4783-4e2f-8e38-5188721a7562 req-1ea7552c-1532-489b-aca2-c75603e0a3fc tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412221 Mar 21 21:41:12.361352 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f729c-e325-430e-8649-8405bf3c6cec req-483f8212-bfbf-4fde-8d49-13a0b46e486a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:12.362858 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2e7f729c-e325-430e-8649-8405bf3c6cec req-483f8212-bfbf-4fde-8d49-13a0b46e486a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0533259 Mar 21 21:41:12.411754 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2e7f729c-e325-430e-8649-8405bf3c6cec req-8a910ede-e4c2-492a-8e60-32254266ab3c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423563 Mar 21 21:41:12.643747 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e59dc6-76e9-4631-9f29-4ec285f7f026 req-134f5f19-b148-4c68-8816-3a1601b5e824 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:12.645211 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-34e59dc6-76e9-4631-9f29-4ec285f7f026 req-134f5f19-b148-4c68-8816-3a1601b5e824 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.31 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 946 time: 0.0568082 Mar 21 21:41:12.745642 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-34e59dc6-76e9-4631-9f29-4ec285f7f026 req-663e7184-567f-4955-8a7c-49dd256a180f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Deleting port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:41:12.745988 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-34e59dc6-76e9-4631-9f29-4ec285f7f026 req-663e7184-567f-4955-8a7c-49dd256a180f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:12.849186 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-34e59dc6-76e9-4631-9f29-4ec285f7f026 req-663e7184-567f-4955-8a7c-49dd256a180f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] For port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b110ee54-3dc5-46b1-bb60-b916ec0aa2b3,segment=NetworkSegment(1f4a6d47-34cc-4c20-99aa-dd955e71c271),segment_id=1f4a6d47-34cc-4c20-99aa-dd955e71c271)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:41:12.849572 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-34e59dc6-76e9-4631-9f29-4ec285f7f026 req-663e7184-567f-4955-8a7c-49dd256a180f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:12.863780 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-34e59dc6-76e9-4631-9f29-4ec285f7f026 req-663e7184-567f-4955-8a7c-49dd256a180f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Calling delete_port for b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:41:13.046350 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9468923-2c4f-4e3c-9fd0-3b1e6433cc58 req-b76e8ec0-b41c-4674-9e8b-2afdc049db92 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:13.047837 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b9468923-2c4f-4e3c-9fd0-3b1e6433cc58 req-b76e8ec0-b41c-4674-9e8b-2afdc049db92 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 946 time: 0.0615730 Mar 21 21:41:13.098056 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b9468923-2c4f-4e3c-9fd0-3b1e6433cc58 req-72f90039-a915-4fb7-9d24-fa4188f6ac62 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436256 Mar 21 21:41:13.109831 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-34e59dc6-76e9-4631-9f29-4ec285f7f026 req-663e7184-567f-4955-8a7c-49dd256a180f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (b110ee54-3dc5-46b1-bb60-b916ec0aa2b3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:13.133521 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['b110ee54-3dc5-46b1-bb60-b916ec0aa2b3'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:41:13.149167 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e7184-567f-4955-8a7c-49dd256a180f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Pushing event deleted for resources: {'Port': ['ID=b110ee54-3dc5-46b1-bb60-b916ec0aa2b3,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:13.193349 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e59dc6-76e9-4631-9f29-4ec285f7f026 req-663e7184-567f-4955-8a7c-49dd256a180f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] No DVR routers for this DVR port b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:41:13.197040 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-34e59dc6-76e9-4631-9f29-4ec285f7f026 req-663e7184-567f-4955-8a7c-49dd256a180f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:13.200380 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-34e59dc6-76e9-4631-9f29-4ec285f7f026 req-663e7184-567f-4955-8a7c-49dd256a180f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.31 "DELETE /v2.0/ports/b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 HTTP/1.1" status: 204 len: 173 time: 0.5480440 Mar 21 21:41:13.200854 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7896feb8-922a-4f43-afde-3208531a1ea4', 'name': 'network-vif-deleted', 'tag': 'b110ee54-3dc5-46b1-bb60-b916ec0aa2b3'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:41:13.204360 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edd03b6-d18a-4ab3-9385-203687e8636d" -d '{"events": [{"server_uuid": "7896feb8-922a-4f43-afde-3208531a1ea4", "name": "network-vif-deleted", "tag": "b110ee54-3dc5-46b1-bb60-b916ec0aa2b3"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:41:13.243867 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2214d94-5109-4824-b781-32445dad29d5 x-openstack-request-id: req-d2214d94-5109-4824-b781-32445dad29d5 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:41:13.243867 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7896feb8-922a-4f43-afde-3208531a1ea4", "name": "network-vif-deleted", "tag": "b110ee54-3dc5-46b1-bb60-b916ec0aa2b3", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:41:13.243867 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2214d94-5109-4824-b781-32445dad29d5 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:41:13.243867 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7896feb8-922a-4f43-afde-3208531a1ea4', 'name': 'network-vif-deleted', 'tag': 'b110ee54-3dc5-46b1-bb60-b916ec0aa2b3', 'status': 'completed', 'code': 200} Mar 21 21:41:13.553727 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a3aa8-a5af-4443-ac9b-66d1083e060e req-7665739b-c99d-47c3-9d2c-4fa52c73396e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:13.555346 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c34a3aa8-a5af-4443-ac9b-66d1083e060e req-7665739b-c99d-47c3-9d2c-4fa52c73396e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0605874 Mar 21 21:41:13.611157 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c34a3aa8-a5af-4443-ac9b-66d1083e060e req-0f13bd3f-e381-4718-b175-72620a26be11 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493336 Mar 21 21:41:13.707037 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cea8fb-dee8-482a-9d39-c23670f6c0f4 req-455e24e2-c5f2-4da4-8cd0-509a7a4f7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:13.708474 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e8cea8fb-dee8-482a-9d39-c23670f6c0f4 req-455e24e2-c5f2-4da4-8cd0-509a7a4f7ee1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 1127 time: 0.0458527 Mar 21 21:41:13.846987 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cea8fb-dee8-482a-9d39-c23670f6c0f4 req-9547cdbf-0f22-4832-b277-a2925edd100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:13.848446 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e8cea8fb-dee8-482a-9d39-c23670f6c0f4 req-9547cdbf-0f22-4832-b277-a2925edd100e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 918 time: 0.0983913 Mar 21 21:41:13.917837 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e8cea8fb-dee8-482a-9d39-c23670f6c0f4 req-b63dce32-d303-4463-8020-2acd6e761860 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71864b1f-bb7e-491d-b28f-b562d7978772 HTTP/1.1" status: 200 len: 999 time: 0.0602098 Mar 21 21:41:13.968508 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cea8fb-dee8-482a-9d39-c23670f6c0f4 req-07479d05-2ad1-4c16-9d21-2bf5eafefede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:13.970105 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e8cea8fb-dee8-482a-9d39-c23670f6c0f4 req-07479d05-2ad1-4c16-9d21-2bf5eafefede service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 200 len: 856 time: 0.0459664 Mar 21 21:41:14.027439 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cea8fb-dee8-482a-9d39-c23670f6c0f4 req-feee653b-cb79-4ab4-9651-1d5de3f36d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:14.029012 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e8cea8fb-dee8-482a-9d39-c23670f6c0f4 req-feee653b-cb79-4ab4-9651-1d5de3f36d5b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c14f17e-38ea-416b-8591-cd91fe8bc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523930 Mar 21 21:41:14.126314 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e8cea8fb-dee8-482a-9d39-c23670f6c0f4 req-ae22c8ac-9941-4f41-a879-837973e9916a service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897086 Mar 21 21:41:14.229005 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1103f5fd-ce5a-4ea4-9a76-5b703d8d3b6e req-c4e7ef26-48ca-46ce-9265-401b9585d863 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=7896feb8-922a-4f43-afde-3208531a1ea4 HTTP/1.1" status: 200 len: 210 time: 0.0364518 Mar 21 21:41:14.275571 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e8cea8fb-dee8-482a-9d39-c23670f6c0f4 req-4189d6af-8f6d-4eed-ab5e-c972bffdcc83 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391025 Mar 21 21:41:14.743374 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08feab-d03b-47f4-9421-f638891ff583 req-2c4aa392-7465-43ad-895e-c88bbbfc2c61 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:14.744869 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7f08feab-d03b-47f4-9421-f638891ff583 req-2c4aa392-7465-43ad-895e-c88bbbfc2c61 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0573621 Mar 21 21:41:14.793053 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7f08feab-d03b-47f4-9421-f638891ff583 req-edbbe7da-acda-4880-bc70-553ae64fa466 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418551 Mar 21 21:41:14.880771 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:15.480705 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:41:15.501085 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:41:15.501432 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b110ee54-3dc5-46b1-bb60-b916ec0aa2b3 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:41:15.923659 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ef95-a22e-4cba-a270-73f1b795328b req-b1640713-6767-48d0-99fa-bf404758cf9b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:15.924959 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7695ef95-a22e-4cba-a270-73f1b795328b req-b1640713-6767-48d0-99fa-bf404758cf9b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0557337 Mar 21 21:41:15.981116 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7695ef95-a22e-4cba-a270-73f1b795328b req-390bab15-70ea-4b70-af31-3b0824e1f9f8 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495882 Mar 21 21:41:17.114555 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fd067-436b-4586-862e-7c1b51f6ab9e req-57ae33dd-992a-4229-8ec3-d0dd063f3747 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:17.116548 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4a3fd067-436b-4586-862e-7c1b51f6ab9e req-57ae33dd-992a-4229-8ec3-d0dd063f3747 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0638745 Mar 21 21:41:17.168805 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4a3fd067-436b-4586-862e-7c1b51f6ab9e req-e6af9d45-6166-4003-97b2-c40cb3c4cc08 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466242 Mar 21 21:41:17.955157 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ad2e70a0-84be-42e5-be23-514d043c5eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:18.281595 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 71864b1f-bb7e-491d-b28f-b562d7978772 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:41:18.306358 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5be472-a5f5-4c8e-a703-8b80599a390e req-8b9b28ba-37c5-44d2-99fb-192cee7b5ac2 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:18.308954 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eb5be472-a5f5-4c8e-a703-8b80599a390e req-8b9b28ba-37c5-44d2-99fb-192cee7b5ac2 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 943 time: 0.0559716 Mar 21 21:41:18.357385 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eb5be472-a5f5-4c8e-a703-8b80599a390e req-9a378b5d-a7b4-44a4-ab6e-0785f4ed223e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422871 Mar 21 21:41:18.384571 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=71864b1f-bb7e-491d-b28f-b562d7978772,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:41:18.396876 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '71864b1f-bb7e-491d-b28f-b562d7978772', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'port_id': '71864b1f-bb7e-491d-b28f-b562d7978772', 'mac_address': 'fa:16:3e:73:9e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:41:18.444894 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 71864b1f-bb7e-491d-b28f-b562d7978772 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:41:18.444894 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:18.454754 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71864b1f-bb7e-491d-b28f-b562d7978772 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:41:18.479241 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=71864b1f-bb7e-491d-b28f-b562d7978772,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:41:18.561597 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:18.613310 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=71864b1f-bb7e-491d-b28f-b562d7978772,revision_number=9']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:19.504780 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb08bce-0b67-4166-8571-111a0b372390 req-0a0cbc59-7225-4583-8f8e-f6ce4518f287 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:19.513992 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7fb08bce-0b67-4166-8571-111a0b372390 req-0a0cbc59-7225-4583-8f8e-f6ce4518f287 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 944 time: 0.0777481 Mar 21 21:41:19.553745 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7fb08bce-0b67-4166-8571-111a0b372390 req-b327b07e-0bd0-4605-b05f-43dc56f82831 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Mar 21 21:41:19.641702 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['71864b1f-bb7e-491d-b28f-b562d7978772'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:41:20.132127 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ca53c38-e03d-4b39-bdc2-5a9a474763fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:20.676942 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2587-f5b8-48b2-9b0d-4a4bc0a29944 req-87d2955c-9f74-4cfe-9328-62558a139fa4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:20.678336 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a49d2587-f5b8-48b2-9b0d-4a4bc0a29944 req-87d2955c-9f74-4cfe-9328-62558a139fa4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 944 time: 0.0549567 Mar 21 21:41:20.725994 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a49d2587-f5b8-48b2-9b0d-4a4bc0a29944 req-b754fb36-9554-4687-9b89-6d94fbe81249 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420687 Mar 21 21:41:21.412338 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:21.502980 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 71864b1f-bb7e-491d-b28f-b562d7978772 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:41:21.548828 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 71864b1f-bb7e-491d-b28f-b562d7978772 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:41:21.549196 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:21.634237 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 71864b1f-bb7e-491d-b28f-b562d7978772 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:41:21.634540 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:21.656721 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:41:21.658923 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95f6d87-c957-43ea-ad9b-d3f17f8c771a" -d '{"events": [{"server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "name": "network-vif-plugged", "status": "completed", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:41:21.671502 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=71864b1f-bb7e-491d-b28f-b562d7978772,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:41:21.696156 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d8ffd1-a282-48c5-8a40-ed85ccb503a0 x-openstack-request-id: req-e2d8ffd1-a282-48c5-8a40-ed85ccb503a0 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:41:21.696516 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "name": "network-vif-plugged", "status": "completed", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:41:21.696910 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2d8ffd1-a282-48c5-8a40-ed85ccb503a0 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:41:21.697199 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772', 'code': 200} Mar 21 21:41:21.749941 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:21.799706 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=71864b1f-bb7e-491d-b28f-b562d7978772,revision_number=10']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:21.862516 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e43ac-6068-4ca4-9040-a99e3de9a325 req-1cc73b07-3f82-4e87-b210-eb99fc436a22 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:21.864175 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-381e43ac-6068-4ca4-9040-a99e3de9a325 req-1cc73b07-3f82-4e87-b210-eb99fc436a22 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 946 time: 0.0646453 Mar 21 21:41:21.911582 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-381e43ac-6068-4ca4-9040-a99e3de9a325 req-8566e1a0-e8e5-4a88-baad-825aff3ea3a5 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417705 Mar 21 21:41:22.823654 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:23.037137 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b357c-4cd4-4cca-b22a-bd14eec31728 req-a9840b84-c1bc-48cc-be07-c2491831aa76 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:23.038605 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a4b357c-4cd4-4cca-b22a-bd14eec31728 req-a9840b84-c1bc-48cc-be07-c2491831aa76 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 946 time: 0.0519102 Mar 21 21:41:23.084189 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a4b357c-4cd4-4cca-b22a-bd14eec31728 req-afed3bb6-7250-4f8e-9105-ccac1064bf5d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401545 Mar 21 21:41:24.027296 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299a319-d8ec-4e6e-851d-ae9eae07ba48 req-2893758b-2963-4e37-8155-5d504ca1f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:24.028684 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e299a319-d8ec-4e6e-851d-ae9eae07ba48 req-2893758b-2963-4e37-8155-5d504ca1f84f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 1130 time: 0.0408289 Mar 21 21:41:24.206759 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814456c-4faf-4c2b-b7e9-45c37f0951ce req-d8ee3782-5ca0-425b-bf5d-d3ec617bfd93 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:24.208246 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f814456c-4faf-4c2b-b7e9-45c37f0951ce req-d8ee3782-5ca0-425b-bf5d-d3ec617bfd93 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 946 time: 0.0554638 Mar 21 21:41:24.258090 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f814456c-4faf-4c2b-b7e9-45c37f0951ce req-65b3b03e-47e4-4cd4-944f-fa2f633755b3 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444365 Mar 21 21:41:24.447051 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:24.935292 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e299a319-d8ec-4e6e-851d-ae9eae07ba48 req-772a04ad-0dc2-41ee-9d83-e9feaf1535c9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402949 Mar 21 21:41:25.380463 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bded7-7cdf-45fd-a888-30b3205a002d req-8ab4b9e9-54dd-4283-a5a8-ed014bc08225 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:25.382070 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4a0bded7-7cdf-45fd-a888-30b3205a002d req-8ab4b9e9-54dd-4283-a5a8-ed014bc08225 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 946 time: 0.0538628 Mar 21 21:41:25.427259 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4a0bded7-7cdf-45fd-a888-30b3205a002d req-8b0e7732-55fc-481f-b820-f015a12406b2 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398407 Mar 21 21:41:26.206419 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-3a1b9f52-4ac8-4eae-b98c-44338b529439 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:26.207965 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-3a1b9f52-4ac8-4eae-b98c-44338b529439 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/networks?id=fd9a8d20-9f44-459e-af7c-fe8899a3497d HTTP/1.1" status: 200 len: 813 time: 0.1076167 Mar 21 21:41:26.222876 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-8f41f05d-4e78-4407-a82f-b868bc381c8f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/quotas/642ade3c280f4241ada15100cace4a80 HTTP/1.1" status: 200 len: 375 time: 0.0094724 Mar 21 21:41:26.254607 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-831ce4e7-9b3f-45e7-8100-4a5233bc800f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=642ade3c280f4241ada15100cace4a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269468 Mar 21 21:41:26.345448 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-f9afae7c-7856-459a-ada6-6f50cdc6c11d service neutron] 10.222.0.23 "GET /v2.0/networks/fd9a8d20-9f44-459e-af7c-fe8899a3497d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844541 Mar 21 21:41:26.438352 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-4a65b8ff-04df-491e-859a-7035e0c1557c service neutron] 10.222.0.23 "GET /v2.0/networks/fd9a8d20-9f44-459e-af7c-fe8899a3497d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872235 Mar 21 21:41:26.557860 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb4836-6299-490c-af8c-f356042e801f req-82de3e6e-fb67-470a-87c0-5c1caa030747 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:26.572807 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9feb4836-6299-490c-af8c-f356042e801f req-82de3e6e-fb67-470a-87c0-5c1caa030747 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 946 time: 0.0608809 Mar 21 21:41:26.611184 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9feb4836-6299-490c-af8c-f356042e801f req-016ffbe0-29ca-4d1a-9abe-8e3d0b5bbade tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462193 Mar 21 21:41:26.937854 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7c9660fb-f869-4c31-91da-3e7afae471bb req-8c4b2e49-74ac-4748-ba47-8d161dd5614a tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 210 time: 0.0270839 Mar 21 21:41:27.735406 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b0651-1bc5-4308-a7a3-aa7740a7d0dc req-794b300a-49c4-47d9-86b8-25c48c9df164 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:27.736886 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da7b0651-1bc5-4308-a7a3-aa7740a7d0dc req-794b300a-49c4-47d9-86b8-25c48c9df164 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 946 time: 0.0528204 Mar 21 21:41:27.784943 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da7b0651-1bc5-4308-a7a3-aa7740a7d0dc req-9b6c9d6b-1d37-4ee8-adae-dde0ad66b761 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418606 Mar 21 21:41:28.033649 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-07379be4-f353-4d9e-8a22-f54052915d1a req-bf3f88c0-ab79-4491-aeef-90298ddba2e3 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 210 time: 0.0278957 Mar 21 21:41:28.402955 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716da77-0677-4ddb-996a-10d3a3131c0d req-131419e7-76ae-419a-8221-52742dc019ed tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:28.405141 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f716da77-0677-4ddb-996a-10d3a3131c0d req-131419e7-76ae-419a-8221-52742dc019ed tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0625496 Mar 21 21:41:28.450868 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f716da77-0677-4ddb-996a-10d3a3131c0d req-30aa7938-6ce8-4d75-bf35-fd6e8cd05091 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404549 Mar 21 21:41:28.920868 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1790d-06c1-433b-84ae-13f707240be5 req-e8a6d69c-e22e-432a-9ffb-0a070d4b9bd4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:28.922492 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0ab1790d-06c1-433b-84ae-13f707240be5 req-e8a6d69c-e22e-432a-9ffb-0a070d4b9bd4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 946 time: 0.0648975 Mar 21 21:41:28.969439 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0ab1790d-06c1-433b-84ae-13f707240be5 req-c1c8491a-0fc7-4ed3-8695-964be0477eb4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413020 Mar 21 21:41:29.123689 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c554b6e-1798-479e-a97c-c05faf0ee19b req-34886ebb-ef01-4f5f-9971-86d42d2b8421 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 210 time: 0.0267515 Mar 21 21:41:29.418755 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-16dd5471-93fe-4c79-95d1-ffed5ab6ffbd tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:29.420870 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-16dd5471-93fe-4c79-95d1-ffed5ab6ffbd tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.31 "GET /v2.0/networks?id=fd9a8d20-9f44-459e-af7c-fe8899a3497d HTTP/1.1" status: 200 len: 813 time: 0.1007493 Mar 21 21:41:29.441092 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Request body: {'port': {'device_id': '43543831-14a4-4861-821a-0f95ed8ec694', 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d', 'admin_state_up': True, 'tenant_id': '642ade3c280f4241ada15100cace4a80'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:41:29.588370 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94f442-07f1-4975-8269-f9b5f4a6236e req-f9661309-9eba-4446-9702-50a2aba65fdc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:29.589857 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-df94f442-07f1-4975-8269-f9b5f4a6236e req-f9661309-9eba-4446-9702-50a2aba65fdc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0723150 Mar 21 21:41:29.636766 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-df94f442-07f1-4975-8269-f9b5f4a6236e req-d56a8303-15f7-4ae7-bde5-c4a0dbe156b1 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403488 Mar 21 21:41:29.652608 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Made reservation on behalf of 642ade3c280f4241ada15100cace4a80 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:41:29.656956 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:29.792361 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Allocated IP 172.20.0.14 (fd9a8d20-9f44-459e-af7c-fe8899a3497d/60beca59-5a1c-47e4-bf69-29c5b53fb281/557779e0-3764-422d-8941-0732a5996955) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:41:29.930253 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks [] for port (557779e0-3764-422d-8941-0732a5996955), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:30.075089 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (557779e0-3764-422d-8941-0732a5996955), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:30.131856 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Network fd9a8d20-9f44-459e-af7c-fe8899a3497d is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:41:30.139222 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:41:30.141342 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Pushing event updated for resources: {'Port': ['ID=557779e0-3764-422d-8941-0732a5996955,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:30.151227 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e380f92-f7de-49c3-9322-0987ae57fc1a req-07d41275-e57a-4dbd-929a-473593ba01b1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:30.152897 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e380f92-f7de-49c3-9322-0987ae57fc1a req-07d41275-e57a-4dbd-929a-473593ba01b1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 946 time: 0.1095061 Mar 21 21:41:30.153693 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:41:30.186600 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.186954 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.187302 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.187643 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.188010 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.188345 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.188697 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.189026 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.195826 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.195826 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.195826 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.195826 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.195826 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.195826 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.195826 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:30.270385 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:30.270904 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:30.292625 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e380f92-f7de-49c3-9322-0987ae57fc1a req-4305ac12-9c51-40ba-8379-c7ea24aaa067 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308839 Mar 21 21:41:30.313071 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d64eb-8d75-416c-b2e4-68feb0dbd72a req-c266eff0-5941-4e1e-83b8-587fea3ac091 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:30.314628 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ce2d64eb-8d75-416c-b2e4-68feb0dbd72a req-c266eff0-5941-4e1e-83b8-587fea3ac091 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 932 time: 0.1203008 Mar 21 21:41:30.360447 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-faad72f6-6d1d-48ed-b053-4ce3c1f1dd96 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9230158 Mar 21 21:41:30.365231 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ce2d64eb-8d75-416c-b2e4-68feb0dbd72a req-f0e6e984-87d9-491d-a6f5-7a6bac33e68d tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450883 Mar 21 21:41:30.372230 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Request body: {'port': {'device_id': '43543831-14a4-4861-821a-0f95ed8ec694', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:41:30.430609 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (557779e0-3764-422d-8941-0732a5996955), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:30.682961 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557779e0-3764-422d-8941-0732a5996955 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:41:30.690992 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Publish callbacks [] for port (557779e0-3764-422d-8941-0732a5996955), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:30.703557 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Transition to ACTIVE for port object 557779e0-3764-422d-8941-0732a5996955 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:41:30.754310 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa2aed-05e4-4f4e-b724-99d05d066b99 req-da17c635-5a80-4b8c-a658-983b824bc5dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:30.755772 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9cfa2aed-05e4-4f4e-b724-99d05d066b99 req-da17c635-5a80-4b8c-a658-983b824bc5dc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0503926 Mar 21 21:41:30.778778 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (557779e0-3764-422d-8941-0732a5996955), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:30.841808 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9cfa2aed-05e4-4f4e-b724-99d05d066b99 req-6425af5b-ebeb-43b9-8b16-4a02b4275b14 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800817 Mar 21 21:41:30.859583 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Pushing event updated for resources: {'Port': ['ID=557779e0-3764-422d-8941-0732a5996955,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:30.928421 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Attempting to bind port 557779e0-3764-422d-8941-0732a5996955 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:41:30.928798 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Attempting to bind port 557779e0-3764-422d-8941-0732a5996955 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '1f4a6d47-34cc-4c20-99aa-dd955e71c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:41:30.929162 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Attempting to bind port 557779e0-3764-422d-8941-0732a5996955 on network fd9a8d20-9f44-459e-af7c-fe8899a3497d {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:41:30.933431 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Port 557779e0-3764-422d-8941-0732a5996955 on network fd9a8d20-9f44-459e-af7c-fe8899a3497d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:41:30.934025 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Attempting to bind port 557779e0-3764-422d-8941-0732a5996955 on network fd9a8d20-9f44-459e-af7c-fe8899a3497d {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:41:30.939246 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:41:30.939581 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Checking segment: {'id': '1f4a6d47-34cc-4c20-99aa-dd955e71c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:41:30.939965 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Bound using segment: {'id': '1f4a6d47-34cc-4c20-99aa-dd955e71c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:41:30.940390 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Bound port: 557779e0-3764-422d-8941-0732a5996955, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f4a6d47-34cc-4c20-99aa-dd955e71c271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:41:30.940772 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (557779e0-3764-422d-8941-0732a5996955), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:31.003514 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] For port 557779e0-3764-422d-8941-0732a5996955, host hv-cinder-83454, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:41:31.006432 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] For port 557779e0-3764-422d-8941-0732a5996955, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=557779e0-3764-422d-8941-0732a5996955,segment=NetworkSegment(1f4a6d47-34cc-4c20-99aa-dd955e71c271),segment_id=1f4a6d47-34cc-4c20-99aa-dd955e71c271)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:41:31.069567 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (557779e0-3764-422d-8941-0732a5996955), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:31.108278 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:31.114955 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:31.114955 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] 10.222.0.31 "PUT /v2.0/ports/557779e0-3764-422d-8941-0732a5996955 HTTP/1.1" status: 200 len: 1094 time: 0.7421377 Mar 21 21:41:31.114955 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43543831-14a4-4861-821a-0f95ed8ec694', 'tag': '557779e0-3764-422d-8941-0732a5996955'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:41:31.114955 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeba746-7513-49f2-9127-a1be162f872e" -d '{"events": [{"name": "network-changed", "server_uuid": "43543831-14a4-4861-821a-0f95ed8ec694", "tag": "557779e0-3764-422d-8941-0732a5996955"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:41:31.134497 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9c9b3-d32c-4736-81bb-fa057192456e service neutron] Pushing event updated for resources: {'Port': ['ID=557779e0-3764-422d-8941-0732a5996955,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:31.151260 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddb380f-3d6d-47d5-b4ca-6eb6181452dd x-openstack-request-id: req-9ddb380f-3d6d-47d5-b4ca-6eb6181452dd {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:41:31.151550 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43543831-14a4-4861-821a-0f95ed8ec694", "tag": "557779e0-3764-422d-8941-0732a5996955", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:41:31.151810 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ddb380f-3d6d-47d5-b4ca-6eb6181452dd {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:41:31.152216 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43543831-14a4-4861-821a-0f95ed8ec694', 'tag': '557779e0-3764-422d-8941-0732a5996955', 'status': 'completed', 'code': 200} Mar 21 21:41:31.218047 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba746-7513-49f2-9127-a1be162f872e req-89148f13-66cc-4715-a6de-29c07957dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:31.219564 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1aeba746-7513-49f2-9127-a1be162f872e req-89148f13-66cc-4715-a6de-29c07957dac4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=642ade3c280f4241ada15100cace4a80&device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 1128 time: 0.0452864 Mar 21 21:41:31.225884 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:41:31.325216 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba746-7513-49f2-9127-a1be162f872e req-e9aa8135-1a11-4407-83c9-7b655e546412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:31.327349 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1aeba746-7513-49f2-9127-a1be162f872e req-e9aa8135-1a11-4407-83c9-7b655e546412 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=642ade3c280f4241ada15100cace4a80&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0924304 Mar 21 21:41:31.727365 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd891884-edce-4a61-8ca2-2451eeca01cf req-34988a1f-d7d2-4df0-9e07-94e17260f9ab tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:31.728832 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cd891884-edce-4a61-8ca2-2451eeca01cf req-34988a1f-d7d2-4df0-9e07-94e17260f9ab tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 944 time: 0.0927668 Mar 21 21:41:31.730144 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba746-7513-49f2-9127-a1be162f872e req-8937c8aa-40c7-42b4-852b-9b5540b9df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:31.731468 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1aeba746-7513-49f2-9127-a1be162f872e req-8937c8aa-40c7-42b4-852b-9b5540b9df51 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3968463 Mar 21 21:41:31.786087 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cd891884-edce-4a61-8ca2-2451eeca01cf req-95f6ffe4-cf6a-4d10-a8be-783c25562a10 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515687 Mar 21 21:41:31.817275 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-24fdb304-3583-4906-81ac-4743f8df4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:31.818773 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-24fdb304-3583-4906-81ac-4743f8df4650 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=642ade3c280f4241ada15100cace4a80&device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 1128 time: 0.0459228 Mar 21 21:41:31.860851 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-ee11eb3a-8a9c-4540-b8c4-a99529a2bf23 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=557779e0-3764-422d-8941-0732a5996955 HTTP/1.1" status: 200 len: 217 time: 0.0337698 Mar 21 21:41:31.917128 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-f0e9b3e6-ae0f-4420-a236-3632fcab3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:31.918560 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-f0e9b3e6-ae0f-4420-a236-3632fcab3ed1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60beca59-5a1c-47e4-bf69-29c5b53fb281 HTTP/1.1" status: 200 len: 853 time: 0.0482788 Mar 21 21:41:31.964806 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-e2b9e61f-ba98-4850-ae9e-a4985e8d52be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd9a8d20-9f44-459e-af7c-fe8899a3497d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372348 Mar 21 21:41:32.036790 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d079c-852a-4d10-8717-e9f7f45ee208 req-12d142ca-f8f5-4153-9425-1c5b5c35fd43 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:32.038266 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-904d079c-852a-4d10-8717-e9f7f45ee208 req-12d142ca-f8f5-4153-9425-1c5b5c35fd43 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.1239841 Mar 21 21:41:32.095835 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-7c8ab003-19af-492f-829d-987ff7571cd8 service neutron] 10.222.0.31 "GET /v2.0/networks/fd9a8d20-9f44-459e-af7c-fe8899a3497d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226072 Mar 21 21:41:32.114012 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-904d079c-852a-4d10-8717-e9f7f45ee208 req-64039303-7153-45d8-bd99-212807f027aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699756 Mar 21 21:41:32.187762 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff66dc5f-3c1a-4472-9062-62d4283c2e5e req-db1735a5-37f2-4c50-9ddf-961bbcd82c31 service neutron] 10.222.0.31 "GET /v2.0/networks/fd9a8d20-9f44-459e-af7c-fe8899a3497d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847497 Mar 21 21:41:32.911766 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06a5d-1b8f-4aca-ad7a-081bc4d1c24a req-2f3d592a-10d2-4112-bc9e-58718362c33f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:32.913271 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bbb06a5d-1b8f-4aca-ad7a-081bc4d1c24a req-2f3d592a-10d2-4112-bc9e-58718362c33f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 944 time: 0.0571682 Mar 21 21:41:32.959277 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bbb06a5d-1b8f-4aca-ad7a-081bc4d1c24a req-9e0bb037-7f95-41fa-986e-b9c768904c8d tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404177 Mar 21 21:41:33.232133 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e419a4-31ad-45e2-8fc7-aeaed34e0aa4 req-f44a4576-bcfd-4d59-a920-632db70cb54b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:33.233883 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a8e419a4-31ad-45e2-8fc7-aeaed34e0aa4 req-f44a4576-bcfd-4d59-a920-632db70cb54b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0530820 Mar 21 21:41:33.280394 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a8e419a4-31ad-45e2-8fc7-aeaed34e0aa4 req-4ed1fc0d-dc61-4ced-8852-c2298fd44a32 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408494 Mar 21 21:41:34.072219 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e09be7-f387-4603-9323-a5f3a181feb4 req-88cd9537-d026-4fc8-8f23-f92ce02f3d13 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:34.073682 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-66e09be7-f387-4603-9323-a5f3a181feb4 req-88cd9537-d026-4fc8-8f23-f92ce02f3d13 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 944 time: 0.0505083 Mar 21 21:41:34.122438 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-66e09be7-f387-4603-9323-a5f3a181feb4 req-b51e839b-3536-46a5-a0a9-5758eba6a231 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426149 Mar 21 21:41:34.396723 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e00ddb-2b4f-4f00-9b0d-b9d689d91ed8 req-de7a7169-4de9-4304-86ce-66fffc3fedfa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:34.398209 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-04e00ddb-2b4f-4f00-9b0d-b9d689d91ed8 req-de7a7169-4de9-4304-86ce-66fffc3fedfa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0520976 Mar 21 21:41:34.445194 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-04e00ddb-2b4f-4f00-9b0d-b9d689d91ed8 req-9dd9c6dd-0e3c-42c6-8206-c63ea44b1215 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415559 Mar 21 21:41:35.251949 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a7ccc-2b78-4fd2-9a68-29f9fd3cb6e4 req-271ac642-77bb-4857-8e6d-044e4072761a tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:35.253496 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1c0a7ccc-2b78-4fd2-9a68-29f9fd3cb6e4 req-271ac642-77bb-4857-8e6d-044e4072761a tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 944 time: 0.0666497 Mar 21 21:41:35.299618 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1c0a7ccc-2b78-4fd2-9a68-29f9fd3cb6e4 req-b4c6d8c1-6d77-4a65-b3e3-cdd8a693360a tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Mar 21 21:41:35.569341 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ec0a5-bdea-4964-bfe2-8eaaf11e9d7d req-737f5515-6d30-432c-8356-81a3655ab78f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:35.571046 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1c0ec0a5-bdea-4964-bfe2-8eaaf11e9d7d req-737f5515-6d30-432c-8356-81a3655ab78f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0587137 Mar 21 21:41:35.616395 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1c0ec0a5-bdea-4964-bfe2-8eaaf11e9d7d req-aed21d76-beb6-4455-973f-8ac873952b72 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 Mar 21 21:41:36.414962 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b322bb0-1094-42f4-aa53-0cf675553750 req-762d8b0a-dfa4-43fc-ae10-a507a8bc2c80 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:36.416471 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b322bb0-1094-42f4-aa53-0cf675553750 req-762d8b0a-dfa4-43fc-ae10-a507a8bc2c80 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 944 time: 0.0523918 Mar 21 21:41:36.462079 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b322bb0-1094-42f4-aa53-0cf675553750 req-70751fc4-a068-4993-8174-15fc9db7e6b4 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Mar 21 21:41:36.737521 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a119d-5c62-4a25-be6e-0b1d77b58484 req-54125e89-fde9-4272-8138-f8aca63206b9 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:36.738986 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5e7a119d-5c62-4a25-be6e-0b1d77b58484 req-54125e89-fde9-4272-8138-f8aca63206b9 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0556312 Mar 21 21:41:36.784842 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5e7a119d-5c62-4a25-be6e-0b1d77b58484 req-e6e373a1-49c8-4462-be41-c6db5fad5716 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402961 Mar 21 21:41:37.579911 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db1cff-a079-4438-b5d1-f7e192617e3a req-edb2c65f-146a-416a-be0c-08d1e4237deb tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:37.581450 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-22db1cff-a079-4438-b5d1-f7e192617e3a req-edb2c65f-146a-416a-be0c-08d1e4237deb tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 944 time: 0.0544207 Mar 21 21:41:37.592884 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 557779e0-3764-422d-8941-0732a5996955 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:41:37.628159 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-22db1cff-a079-4438-b5d1-f7e192617e3a req-3d9152b5-b25d-4e21-aff0-f83476c733c2 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Mar 21 21:41:37.812091 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 557779e0-3764-422d-8941-0732a5996955, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=557779e0-3764-422d-8941-0732a5996955,segment=NetworkSegment(1f4a6d47-34cc-4c20-99aa-dd955e71c271),segment_id=1f4a6d47-34cc-4c20-99aa-dd955e71c271)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:41:37.824577 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '557779e0-3764-422d-8941-0732a5996955', 'network_id': 'fd9a8d20-9f44-459e-af7c-fe8899a3497d', 'port_id': '557779e0-3764-422d-8941-0732a5996955', 'mac_address': 'fa:16:3e:6e:e0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60beca59-5a1c-47e4-bf69-29c5b53fb281', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:41:37.861161 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 557779e0-3764-422d-8941-0732a5996955 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:41:37.861544 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (557779e0-3764-422d-8941-0732a5996955), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:37.875197 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557779e0-3764-422d-8941-0732a5996955 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:41:37.895596 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 557779e0-3764-422d-8941-0732a5996955, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=557779e0-3764-422d-8941-0732a5996955,segment=NetworkSegment(1f4a6d47-34cc-4c20-99aa-dd955e71c271),segment_id=1f4a6d47-34cc-4c20-99aa-dd955e71c271)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:41:37.907909 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb628-2718-4676-857e-e7fb020abf6e req-53c6b5e8-f753-40e2-a783-a5df95f928cf tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:37.909431 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-10bcb628-2718-4676-857e-e7fb020abf6e req-53c6b5e8-f753-40e2-a783-a5df95f928cf tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0555379 Mar 21 21:41:37.962497 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-10bcb628-2718-4676-857e-e7fb020abf6e req-2a0e015a-d0d9-47ff-90b4-db4b000af15e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475907 Mar 21 21:41:37.972150 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (557779e0-3764-422d-8941-0732a5996955), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:38.019031 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=557779e0-3764-422d-8941-0732a5996955,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:38.292319 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['557779e0-3764-422d-8941-0732a5996955'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:41:38.745195 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbfb80-df7d-4afe-9565-b0e3335a6814 req-7e35486d-186b-4527-886d-3e6fe9bfba9c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:38.746656 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-10cbfb80-df7d-4afe-9565-b0e3335a6814 req-7e35486d-186b-4527-886d-3e6fe9bfba9c tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 945 time: 0.0540252 Mar 21 21:41:38.792846 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-10cbfb80-df7d-4afe-9565-b0e3335a6814 req-5e36afc2-c753-457e-b2dd-53aed3a06ebd tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Mar 21 21:41:39.084019 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89378bba-1f76-4e32-8b95-e6892ade76dc req-2d11e46f-07ac-44b1-a258-0c292dec2aff tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:39.085518 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89378bba-1f76-4e32-8b95-e6892ade76dc req-2d11e46f-07ac-44b1-a258-0c292dec2aff tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0539825 Mar 21 21:41:39.132384 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89378bba-1f76-4e32-8b95-e6892ade76dc req-a1d22079-8c34-42d4-a612-83f25a9c66f7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413573 Mar 21 21:41:39.602954 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 557779e0-3764-422d-8941-0732a5996955 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:41:39.720637 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 557779e0-3764-422d-8941-0732a5996955 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:41:39.724582 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 557779e0-3764-422d-8941-0732a5996955 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:41:39.724988 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (557779e0-3764-422d-8941-0732a5996955), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:39.805259 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 557779e0-3764-422d-8941-0732a5996955 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:41:39.805676 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (557779e0-3764-422d-8941-0732a5996955), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:39.830285 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43543831-14a4-4861-821a-0f95ed8ec694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557779e0-3764-422d-8941-0732a5996955'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:41:39.832486 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517199fe-3d62-4d61-a68f-84202792d24f" -d '{"events": [{"server_uuid": "43543831-14a4-4861-821a-0f95ed8ec694", "name": "network-vif-plugged", "status": "completed", "tag": "557779e0-3764-422d-8941-0732a5996955"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:41:39.845499 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 557779e0-3764-422d-8941-0732a5996955, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=557779e0-3764-422d-8941-0732a5996955,segment=NetworkSegment(1f4a6d47-34cc-4c20-99aa-dd955e71c271),segment_id=1f4a6d47-34cc-4c20-99aa-dd955e71c271)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:41:39.867158 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94d9c78-cb5b-4e6e-854e-58f9091de8b4 x-openstack-request-id: req-e94d9c78-cb5b-4e6e-854e-58f9091de8b4 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:41:39.867604 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43543831-14a4-4861-821a-0f95ed8ec694", "name": "network-vif-plugged", "status": "completed", "tag": "557779e0-3764-422d-8941-0732a5996955", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:41:39.867901 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e94d9c78-cb5b-4e6e-854e-58f9091de8b4 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:41:39.868302 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43543831-14a4-4861-821a-0f95ed8ec694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557779e0-3764-422d-8941-0732a5996955', 'code': 200} Mar 21 21:41:39.915539 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33c133-d1c4-49a7-ae34-6d21856f720d req-caa64603-466d-465b-8757-ccbe4b35eaa0 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:39.916969 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0e33c133-d1c4-49a7-ae34-6d21856f720d req-caa64603-466d-465b-8757-ccbe4b35eaa0 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 945 time: 0.0584719 Mar 21 21:41:39.938532 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (557779e0-3764-422d-8941-0732a5996955), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:39.970522 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0e33c133-d1c4-49a7-ae34-6d21856f720d req-e70f5bc3-f558-429f-9464-31fbf26b5d12 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471573 Mar 21 21:41:39.989517 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=557779e0-3764-422d-8941-0732a5996955,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:40.283434 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f35bd0-882c-4d44-b9ac-9cae79b0eb26 req-1fdfd454-2960-42d1-9e21-dc623a2ea350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:40.284995 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-22f35bd0-882c-4d44-b9ac-9cae79b0eb26 req-1fdfd454-2960-42d1-9e21-dc623a2ea350 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 1130 time: 0.0935237 Mar 21 21:41:40.296480 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d4b40-de67-4f5d-94cf-e865835edfd4 req-49333f33-6706-4487-abfc-3921a538a5fd tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:40.298111 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4c6d4b40-de67-4f5d-94cf-e865835edfd4 req-49333f33-6706-4487-abfc-3921a538a5fd tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0803008 Mar 21 21:41:40.361455 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-22f35bd0-882c-4d44-b9ac-9cae79b0eb26 req-a39a6ddc-50bd-4c0d-82e6-160ae95e8516 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623262 Mar 21 21:41:40.378048 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4c6d4b40-de67-4f5d-94cf-e865835edfd4 req-ad865d39-334c-42a2-814f-5d0c7368821c tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666475 Mar 21 21:41:40.718899 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b608fa3-beea-4c2b-9468-3155e8252ad8 req-a8ce36cb-f110-409d-9ace-9de1781d12dd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:40.720417 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7b608fa3-beea-4c2b-9468-3155e8252ad8 req-a8ce36cb-f110-409d-9ace-9de1781d12dd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 945 time: 0.0536287 Mar 21 21:41:40.766389 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7b608fa3-beea-4c2b-9468-3155e8252ad8 req-50ee33f9-d76a-4b3b-bd0b-8faebc0df512 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403554 Mar 21 21:41:41.089577 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e5611-cce9-44a1-a950-74a9af1b9a59 req-7ef04f39-09be-4d96-84de-d0b55b62e864 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:41.091018 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4f2e5611-cce9-44a1-a950-74a9af1b9a59 req-7ef04f39-09be-4d96-84de-d0b55b62e864 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 946 time: 0.0524135 Mar 21 21:41:41.137738 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4f2e5611-cce9-44a1-a950-74a9af1b9a59 req-489a35f4-18de-4109-99cb-91ec419c8ee0 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409398 Mar 21 21:41:41.501793 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caa3fa-bf3e-4b0a-9c8c-3c89e9c21bef req-10a307aa-1134-4f7f-be98-e80887545a81 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:41.503276 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a1caa3fa-bf3e-4b0a-9c8c-3c89e9c21bef req-10a307aa-1134-4f7f-be98-e80887545a81 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0561771 Mar 21 21:41:41.548878 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a1caa3fa-bf3e-4b0a-9c8c-3c89e9c21bef req-19317b07-5502-4166-bb8e-e7bc529634c1 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400860 Mar 21 21:41:41.883177 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863ab2-9aac-47e5-812d-ddf31a5653a5 req-835b4a13-bad0-4328-ac26-92372eb4d439 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:41.884644 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d5863ab2-9aac-47e5-812d-ddf31a5653a5 req-835b4a13-bad0-4328-ac26-92372eb4d439 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 945 time: 0.0519550 Mar 21 21:41:41.930311 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d5863ab2-9aac-47e5-812d-ddf31a5653a5 req-727e1f30-9243-4a31-a07d-af6813403c6b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399966 Mar 21 21:41:42.258226 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae742d-971f-49cf-9399-bfd86b49cfd2 req-16bd1f8b-6b1b-407c-83aa-0cbb670e2380 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:42.259698 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-02ae742d-971f-49cf-9399-bfd86b49cfd2 req-16bd1f8b-6b1b-407c-83aa-0cbb670e2380 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 946 time: 0.0549605 Mar 21 21:41:42.307040 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-02ae742d-971f-49cf-9399-bfd86b49cfd2 req-6c126ef3-f420-46a2-9638-bcdc701bb41f tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Mar 21 21:41:42.691297 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66484d-ea7e-4d20-b800-1f3e2622514a req-1fab1e01-07a1-4384-a610-e2a667791f3b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:42.693010 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4f66484d-ea7e-4d20-b800-1f3e2622514a req-1fab1e01-07a1-4384-a610-e2a667791f3b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0549340 Mar 21 21:41:42.742376 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4f66484d-ea7e-4d20-b800-1f3e2622514a req-bc700faf-426c-48e5-9dc5-4322e2829380 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436177 Mar 21 21:41:43.067553 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc62cca-f0d8-4315-9351-33acc02a789d req-94c415f2-ad0b-480b-8113-e2b619b5cb26 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:43.069161 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-efc62cca-f0d8-4315-9351-33acc02a789d req-94c415f2-ad0b-480b-8113-e2b619b5cb26 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 945 time: 0.0549538 Mar 21 21:41:43.133305 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-efc62cca-f0d8-4315-9351-33acc02a789d req-b6a38616-daf0-405e-9129-ca57b2fc320a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566230 Mar 21 21:41:43.425464 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfed17-4985-4c49-bed3-866662a3b59e req-f73173bc-5178-40ad-b3e9-421b9dec51f7 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:43.426953 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-14dfed17-4985-4c49-bed3-866662a3b59e req-f73173bc-5178-40ad-b3e9-421b9dec51f7 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 946 time: 0.0531492 Mar 21 21:41:43.474974 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-14dfed17-4985-4c49-bed3-866662a3b59e req-ebef852a-fea2-4113-b7f7-5314ee1f5d6e tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422990 Mar 21 21:41:43.863439 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc4895-d63c-4b49-81b9-01023cb27561 req-12de34b6-5cd3-4f26-bd7c-9b98278966bb tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:43.865226 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c5cc4895-d63c-4b49-81b9-01023cb27561 req-12de34b6-5cd3-4f26-bd7c-9b98278966bb tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0538752 Mar 21 21:41:43.926921 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c5cc4895-d63c-4b49-81b9-01023cb27561 req-aa939b74-b5cb-4a2e-b6a2-76990973f07e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562844 Mar 21 21:41:44.260314 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951119f-97f1-49f9-8727-5364eb439239 req-25580d43-bd27-4470-96bb-1fb64ecefb1c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:44.261964 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0951119f-97f1-49f9-8727-5364eb439239 req-25580d43-bd27-4470-96bb-1fb64ecefb1c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 945 time: 0.0581439 Mar 21 21:41:44.323401 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0951119f-97f1-49f9-8727-5364eb439239 req-6b90a19a-340b-4640-80af-ae97a4ee24da tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552583 Mar 21 21:41:44.608540 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e1124-2cdf-429c-80ae-d927e5ce6e08 req-6c177bdd-fd44-4914-94ab-51947dd04cbb tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:44.610235 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b85e1124-2cdf-429c-80ae-d927e5ce6e08 req-6c177bdd-fd44-4914-94ab-51947dd04cbb tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 946 time: 0.0627997 Mar 21 21:41:44.659443 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b85e1124-2cdf-429c-80ae-d927e5ce6e08 req-59ce63e1-c69d-4ae9-a74a-a88218b3316a tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 Mar 21 21:41:44.875300 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:45.047908 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb6517-4174-4d38-86eb-97aaf9bd71f7 req-91d9e101-645c-4221-a383-fa0c12eb8217 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:45.049401 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-29bb6517-4174-4d38-86eb-97aaf9bd71f7 req-91d9e101-645c-4221-a383-fa0c12eb8217 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0544634 Mar 21 21:41:45.099875 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-29bb6517-4174-4d38-86eb-97aaf9bd71f7 req-803a747e-bf40-4158-85ed-0c8d63e652d6 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448339 Mar 21 21:41:45.252674 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d831be18-99a8-40ac-8518-e28a08f842a4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:45.254269 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d831be18-99a8-40ac-8518-e28a08f842a4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 945 time: 0.0533755 Mar 21 21:41:45.352530 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Deleting port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:41:45.353133 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:45.508466 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] For port ebe02c07-9e45-4d1c-a25b-f9e0486372b6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ebe02c07-9e45-4d1c-a25b-f9e0486372b6,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:41:45.508890 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:45.534552 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005d6ab-1b77-420e-880b-cb6fbc31754f req-e96c8cb9-ff7f-470a-b453-94084f03488c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:45.536058 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d005d6ab-1b77-420e-880b-cb6fbc31754f req-e96c8cb9-ff7f-470a-b453-94084f03488c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 945 time: 0.1306460 Mar 21 21:41:45.593456 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd35cbb-2576-40da-8060-445d3bd47360 req-47dfb002-773f-44a8-ab78-de1eea53ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:45.596150 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cbd35cbb-2576-40da-8060-445d3bd47360 req-47dfb002-773f-44a8-ab78-de1eea53ce3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdfca42329034040bbf7df63a9adb6e8&device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 1129 time: 0.0456481 Mar 21 21:41:45.652337 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f96bc1-2826-48f4-b169-17b84730ec23 req-cfa29de5-5a55-429f-8898-e65fc7021ca7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:45.653919 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89f96bc1-2826-48f4-b169-17b84730ec23 req-cfa29de5-5a55-429f-8898-e65fc7021ca7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.1990812 Mar 21 21:41:45.703388 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd35cbb-2576-40da-8060-445d3bd47360 req-b59b7849-6754-4157-bc14-1e24fd5011eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:45.704880 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cbd35cbb-2576-40da-8060-445d3bd47360 req-b59b7849-6754-4157-bc14-1e24fd5011eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6 HTTP/1.1" status: 200 len: 912 time: 0.1015799 Mar 21 21:41:45.762049 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d005d6ab-1b77-420e-880b-cb6fbc31754f req-2ac0099e-cfbe-4577-bb3e-03a7e4c20c91 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=53854848-637f-4f55-bc96-d925ee342797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197781 Mar 21 21:41:45.772249 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cbd35cbb-2576-40da-8060-445d3bd47360 req-92ad4cb0-20b6-4b91-9765-6ac65f7bc861 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7e280f-69cf-4531-9c7c-0661659a207b HTTP/1.1" status: 200 len: 1001 time: 0.0601137 Mar 21 21:41:45.801607 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89f96bc1-2826-48f4-b169-17b84730ec23 req-0a9d6cee-5dd5-4625-962e-b919d4beb994 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302509 Mar 21 21:41:45.843676 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd35cbb-2576-40da-8060-445d3bd47360 req-fd7d8cc4-03e5-4de9-8bd4-93ae2906c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:45.845508 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cbd35cbb-2576-40da-8060-445d3bd47360 req-fd7d8cc4-03e5-4de9-8bd4-93ae2906c8e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e85d989-df6a-4920-a1dc-a33d482b0658 HTTP/1.1" status: 200 len: 850 time: 0.0673623 Mar 21 21:41:45.889786 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:45.890103 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (b3b9f7dc-d113-4c15-8993-e09a342e303f), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:45.890482 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Floating IP b3b9f7dc-d113-4c15-8993-e09a342e303f disassociated. External IP: 172.27.1.67, port: ebe02c07-9e45-4d1c-a25b-f9e0486372b6. Mar 21 21:41:45.890834 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Calling delete_port for ebe02c07-9e45-4d1c-a25b-f9e0486372b6 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:41:45.910097 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd35cbb-2576-40da-8060-445d3bd47360 req-ad9a9d93-51e2-42af-910c-ed41931bdb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:45.911595 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cbd35cbb-2576-40da-8060-445d3bd47360 req-ad9a9d93-51e2-42af-910c-ed41931bdb4f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540407 Mar 21 21:41:45.956801 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df700e-d8ae-4910-947a-a5ecde465734 req-2eb8b385-2f17-4e59-800d-630de5d274c7 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:45.958287 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d9df700e-d8ae-4910-947a-a5ecde465734 req-2eb8b385-2f17-4e59-800d-630de5d274c7 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 946 time: 0.1078048 Mar 21 21:41:46.006936 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cbd35cbb-2576-40da-8060-445d3bd47360 req-0e5f07ae-c07f-4ff8-941a-9a0dc35a1c38 service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878117 Mar 21 21:41:46.029920 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d9df700e-d8ae-4910-947a-a5ecde465734 req-76f440fc-6e79-426f-9c87-6c6b9e88a5fa tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589778 Mar 21 21:41:46.108931 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cbd35cbb-2576-40da-8060-445d3bd47360 req-99f44dad-ba55-4308-8370-7c92a55e29bf service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954335 Mar 21 21:41:46.177748 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (ebe02c07-9e45-4d1c-a25b-f9e0486372b6), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:46.213395 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event deleted for resources: {'Port': ['ID=ebe02c07-9e45-4d1c-a25b-f9e0486372b6,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:46.333859 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Router 0e7fdfff-319b-424c-b4ef-1758c931e273 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:41:46.450276 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:41:46.462117 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa99718-1346-45dc-926a-57330017bddf None None] Sync routers for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:41:46.472939 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa99718-1346-45dc-926a-57330017bddf None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:41:46.473568 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5fa99718-1346-45dc-926a-57330017bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:41:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:41:46.492473 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] No DVR routers for this DVR port ebe02c07-9e45-4d1c-a25b-f9e0486372b6 on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:41:46.495073 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:46.499533 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-09fea354-95fc-4679-9169-504eebbe20c9 req-d0bc3781-8391-4282-b4db-8decbd408f6c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "DELETE /v2.0/ports/ebe02c07-9e45-4d1c-a25b-f9e0486372b6 HTTP/1.1" status: 204 len: 173 time: 1.2384751 Mar 21 21:41:46.499979 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'name': 'network-vif-deleted', 'tag': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:41:46.502241 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a373707f-ac09-49de-93cc-61514a242232" -d '{"events": [{"server_uuid": "8069f5e4-eb3d-402d-83ba-be9b6e1efde2", "name": "network-vif-deleted", "tag": "ebe02c07-9e45-4d1c-a25b-f9e0486372b6"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:41:46.539650 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89385552-e729-4901-ab94-38cefa430db0 x-openstack-request-id: req-89385552-e729-4901-ab94-38cefa430db0 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:41:46.540021 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8069f5e4-eb3d-402d-83ba-be9b6e1efde2", "name": "network-vif-deleted", "tag": "ebe02c07-9e45-4d1c-a25b-f9e0486372b6", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:41:46.540351 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89385552-e729-4901-ab94-38cefa430db0 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:41:46.540854 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8069f5e4-eb3d-402d-83ba-be9b6e1efde2', 'name': 'network-vif-deleted', 'tag': 'ebe02c07-9e45-4d1c-a25b-f9e0486372b6', 'status': 'completed', 'code': 200} Mar 21 21:41:46.590646 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-5fa99718-1346-45dc-926a-57330017bddf None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:41:46.835550 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5fa99718-1346-45dc-926a-57330017bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'f719bf39-c444-40c3-8226-72e4a7842ce2', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': '25ec0492-377c-419e-b029-472f793436c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:a1:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:38:39Z', 'updated_at': '2022-03-21T21:39:14Z', 'revision_number': 2, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:41:46.870071 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa99718-1346-45dc-926a-57330017bddf None None] Checking router: 0e7fdfff-319b-424c-b4ef-1758c931e273 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:41:46.877963 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa99718-1346-45dc-926a-57330017bddf None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:41:46.878600 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5fa99718-1346-45dc-926a-57330017bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:41:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:41:46.986745 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0d7cb18c-27a2-42e2-b868-1fcc5da94bb9 req-a6cecf7e-56e3-4e78-9b5c-1aec70236d56 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8069f5e4-eb3d-402d-83ba-be9b6e1efde2 HTTP/1.1" status: 200 len: 210 time: 0.0613565 Mar 21 21:41:47.062360 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3ff00-4593-4c47-9ab5-65b1936c3fc8 req-e358a740-f147-41bf-a41f-e70dcc04727d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:47.064283 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-08a3ff00-4593-4c47-9ab5-65b1936c3fc8 req-e358a740-f147-41bf-a41f-e70dcc04727d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0767457 Mar 21 21:41:47.074653 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-5fa99718-1346-45dc-926a-57330017bddf None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:41:47.116936 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-08a3ff00-4593-4c47-9ab5-65b1936c3fc8 req-1ca644f3-3b6a-4460-95b0-6e62ea9421bb tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468976 Mar 21 21:41:47.317076 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5fa99718-1346-45dc-926a-57330017bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'f719bf39-c444-40c3-8226-72e4a7842ce2', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': '25ec0492-377c-419e-b029-472f793436c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:a1:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:38:39Z', 'updated_at': '2022-03-21T21:39:14Z', 'revision_number': 2, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:41:47.345679 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa99718-1346-45dc-926a-57330017bddf None None] The sync data for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi is: [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'f719bf39-c444-40c3-8226-72e4a7842ce2', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': '25ec0492-377c-419e-b029-472f793436c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:a1:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:38:39Z', 'updated_at': '2022-03-21T21:39:14Z', 'revision_number': 2, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:41:47.607085 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f46e29-807a-43df-b684-e3eca458c5a1 None None] New status for floating IP b3b9f7dc-d113-4c15-8993-e09a342e303f: DOWN {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:41:47.611799 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ebe02c07-9e45-4d1c-a25b-f9e0486372b6 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:41:47.698227 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: ebe02c07-9e45-4d1c-a25b-f9e0486372b6 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:41:47.698573 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ebe02c07-9e45-4d1c-a25b-f9e0486372b6 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:41:47.909641 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-51ad34dc-3cf8-4c99-9c5f-8d2e5fc0dc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:48.158022 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 32814) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:41:48.236913 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1efc0709-9f6a-477a-b2b3-35ca849c53f4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (53854848-637f-4f55-bc96-d925ee342797), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:48.270320 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1efc0709-9f6a-477a-b2b3-35ca849c53f4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (53854848-637f-4f55-bc96-d925ee342797), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:48.299009 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2b048-f32c-4a8e-9d39-4278592c92e0 req-0a76bfcf-c805-4cca-a04d-bfa84a3ab55d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:48.300521 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6fd2b048-f32c-4a8e-9d39-4278592c92e0 req-0a76bfcf-c805-4cca-a04d-bfa84a3ab55d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0985763 Mar 21 21:41:48.355859 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6fd2b048-f32c-4a8e-9d39-4278592c92e0 req-12d56db5-feb9-4cfb-8f78-fb6ff4848916 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445347 Mar 21 21:41:48.435950 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1efc0709-9f6a-477a-b2b3-35ca849c53f4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (53854848-637f-4f55-bc96-d925ee342797), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:48.438729 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1efc0709-9f6a-477a-b2b3-35ca849c53f4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:48.439870 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1efc0709-9f6a-477a-b2b3-35ca849c53f4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "DELETE /v2.0/security-groups/53854848-637f-4f55-bc96-d925ee342797 HTTP/1.1" status: 204 len: 168 time: 0.2808287 Mar 21 21:41:48.443368 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 32822) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:41:48.449540 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc0709-9f6a-477a-b2b3-35ca849c53f4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53854848-637f-4f55-bc96-d925ee342797,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:48.462081 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.api.v2.resource [None req-704f1b9b-2acc-471b-b18b-77da78756280 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] show failed (client error): The resource could not be found. Mar 21 21:41:48.466757 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 32824) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:41:48.471683 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-704f1b9b-2acc-471b-b18b-77da78756280 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups/53854848-637f-4f55-bc96-d925ee342797 HTTP/1.1" status: 404 len: 347 time: 0.0214632 Mar 21 21:41:48.602042 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-2f43c384-db1e-4c91-ba1c-52ee85880a85 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Deleting port 1ef70131-bee9-4c93-a6fa-88e80e288fc3 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:41:48.602387 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f43c384-db1e-4c91-ba1c-52ee85880a85 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (1ef70131-bee9-4c93-a6fa-88e80e288fc3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:48.687893 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f43c384-db1e-4c91-ba1c-52ee85880a85 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (1ef70131-bee9-4c93-a6fa-88e80e288fc3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:48.688220 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f43c384-db1e-4c91-ba1c-52ee85880a85 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (1ef70131-bee9-4c93-a6fa-88e80e288fc3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:48.699935 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-2f43c384-db1e-4c91-ba1c-52ee85880a85 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Calling delete_port for 1ef70131-bee9-4c93-a6fa-88e80e288fc3 owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:41:48.898319 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f43c384-db1e-4c91-ba1c-52ee85880a85 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (1ef70131-bee9-4c93-a6fa-88e80e288fc3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:48.928888 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43c384-db1e-4c91-ba1c-52ee85880a85 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event deleted for resources: {'Port': ['ID=1ef70131-bee9-4c93-a6fa-88e80e288fc3,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:48.999657 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f43c384-db1e-4c91-ba1c-52ee85880a85 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (b3b9f7dc-d113-4c15-8993-e09a342e303f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:49.002436 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f43c384-db1e-4c91-ba1c-52ee85880a85 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:49.003583 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2f43c384-db1e-4c91-ba1c-52ee85880a85 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "DELETE /v2.0/floatingips/b3b9f7dc-d113-4c15-8993-e09a342e303f HTTP/1.1" status: 204 len: 168 time: 0.5356846 Mar 21 21:41:50.121346 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ccaaec08-8a1d-4c2b-bf4c-6f711f011b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:50.297655 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 32848) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:41:50.407793 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf33d676-7246-4904-89e7-5f93fabb6f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:50.478623 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf33d676-7246-4904-89e7-5f93fabb6f40 admin admin] Publish callbacks [] for security_group (d72117c5-4c7b-4b46-9b42-c3b1c8b8f547), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:50.566613 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf33d676-7246-4904-89e7-5f93fabb6f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (d72117c5-4c7b-4b46-9b42-c3b1c8b8f547), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:50.604683 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-cf33d676-7246-4904-89e7-5f93fabb6f40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4fb249f08a9041b1b65a3ff821aca317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059227 Mar 21 21:41:50.606646 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33d676-7246-4904-89e7-5f93fabb6f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72117c5-4c7b-4b46-9b42-c3b1c8b8f547,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:50.608274 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 32852) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:41:50.666271 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Publish callbacks [] for security_group (d72117c5-4c7b-4b46-9b42-c3b1c8b8f547), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:50.687288 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Publish callbacks [] for security_group (d72117c5-4c7b-4b46-9b42-c3b1c8b8f547), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:50.806397 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (d72117c5-4c7b-4b46-9b42-c3b1c8b8f547), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:50.809007 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:50.810928 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d72117c5-4c7b-4b46-9b42-c3b1c8b8f547 HTTP/1.1" status: 204 len: 168 time: 0.2012553 Mar 21 21:41:50.819184 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72117c5-4c7b-4b46-9b42-c3b1c8b8f547,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:41:50.827411 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.827830 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.828098 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.828433 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.828857 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.829119 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.829440 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.829761 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.830200 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.830425 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.830746 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.831100 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.831590 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.831736 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:50.832050 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85faba2a-6537-4a14-9107-efec4075598c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:41:51.435337 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:52.840166 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:54.395279 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:41:56.665267 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f8e34-4e8b-490d-a3ea-83bfcd9abf1d req-e1edd3fc-58bf-4674-b70c-da8e8a541fdc tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:56.666744 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-665f8e34-4e8b-490d-a3ea-83bfcd9abf1d req-e1edd3fc-58bf-4674-b70c-da8e8a541fdc tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.0548048 Mar 21 21:41:56.711924 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-665f8e34-4e8b-490d-a3ea-83bfcd9abf1d req-67ec4a9b-d1b7-4bcf-9bd0-405ee6762609 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396254 Mar 21 21:41:57.830543 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58708b-b1ee-4644-a82d-060ef4ffeaa3 req-bff7aa90-0d11-4604-900f-b3449fe317f7 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:57.831979 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb58708b-b1ee-4644-a82d-060ef4ffeaa3 req-bff7aa90-0d11-4604-900f-b3449fe317f7 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.0512779 Mar 21 21:41:57.878008 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb58708b-b1ee-4644-a82d-060ef4ffeaa3 req-1c9e377c-54dc-4007-8ce0-dc4f5cd48d73 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403864 Mar 21 21:41:58.997616 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4551ee-004e-4a1f-84fd-d51b6848e102 req-cc14e4a9-9ef5-4102-a5db-f79b3f871b83 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:41:59.000133 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c4551ee-004e-4a1f-84fd-d51b6848e102 req-cc14e4a9-9ef5-4102-a5db-f79b3f871b83 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.0558040 Mar 21 21:41:59.291737 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c4551ee-004e-4a1f-84fd-d51b6848e102 req-0f20f7c0-b2b8-4c40-bb69-22ed0baf98bb tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859724 Mar 21 21:42:00.413662 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597513d-6503-4bf2-ab50-b982f62b2ba0 req-d7788538-d62c-4af3-8d2a-ed1f3af3f8f4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:00.415144 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6597513d-6503-4bf2-ab50-b982f62b2ba0 req-d7788538-d62c-4af3-8d2a-ed1f3af3f8f4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.0518632 Mar 21 21:42:00.462295 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6597513d-6503-4bf2-ab50-b982f62b2ba0 req-1a9012c9-50b0-43d0-81cd-566e349026df tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415390 Mar 21 21:42:01.579006 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f66ee4-a48e-4494-a7ee-f3dfab9c76a3 req-3c3361b4-c877-475e-8cb4-5708886c13cc tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:01.580490 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48f66ee4-a48e-4494-a7ee-f3dfab9c76a3 req-3c3361b4-c877-475e-8cb4-5708886c13cc tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.0526969 Mar 21 21:42:01.629000 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48f66ee4-a48e-4494-a7ee-f3dfab9c76a3 req-4aea8309-2f10-4f51-a212-54c9fae3bef4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429883 Mar 21 21:42:02.747489 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e098-fbc2-4d2d-b523-1ac3a35ef572 req-ef08fa40-008e-4934-baa9-509547fc1005 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:02.749794 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ef03e098-fbc2-4d2d-b523-1ac3a35ef572 req-ef08fa40-008e-4934-baa9-509547fc1005 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.0520797 Mar 21 21:42:02.795052 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ef03e098-fbc2-4d2d-b523-1ac3a35ef572 req-7d3736ca-13a3-4e1c-9adc-d2b974a2e707 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398691 Mar 21 21:42:03.945133 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8cbe0-995c-47bd-a910-0f724301ca44 req-daf3af88-af4c-483b-b6ef-999a6772e944 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:03.946752 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a3d8cbe0-995c-47bd-a910-0f724301ca44 req-daf3af88-af4c-483b-b6ef-999a6772e944 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.0849690 Mar 21 21:42:03.958067 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-bdcba4e7-ea15-4fb4-a116-104840b11f50 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:03.959412 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-bdcba4e7-ea15-4fb4-a116-104840b11f50 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 945 time: 0.0720985 Mar 21 21:42:04.054993 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a3d8cbe0-995c-47bd-a910-0f724301ca44 req-a6320924-d1ff-4481-b0ef-3632caad3247 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=319b9ad1-0f68-42cf-bf99-e003de52eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946391 Mar 21 21:42:04.081397 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Deleting port 25ec0492-377c-419e-b029-472f793436c4 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:42:04.081739 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (25ec0492-377c-419e-b029-472f793436c4), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:04.168564 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] For port 25ec0492-377c-419e-b029-472f793436c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=25ec0492-377c-419e-b029-472f793436c4,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:42:04.168951 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (25ec0492-377c-419e-b029-472f793436c4), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:04.338520 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:04.338886 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (f719bf39-c444-40c3-8226-72e4a7842ce2), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:04.339209 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Floating IP f719bf39-c444-40c3-8226-72e4a7842ce2 disassociated. External IP: 172.27.1.93, port: 25ec0492-377c-419e-b029-472f793436c4. Mar 21 21:42:04.339552 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Calling delete_port for 25ec0492-377c-419e-b029-472f793436c4 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:42:04.555462 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (25ec0492-377c-419e-b029-472f793436c4), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:04.582682 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event deleted for resources: {'Port': ['ID=25ec0492-377c-419e-b029-472f793436c4,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:04.703070 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Router 0e7fdfff-319b-424c-b4ef-1758c931e273 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:42:04.814592 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:42:04.824616 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437d11fb-a1bb-44df-bc04-6d89e741adde None None] Sync routers for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:42:04.835460 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437d11fb-a1bb-44df-bc04-6d89e741adde None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:42:04.836074 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-437d11fb-a1bb-44df-bc04-6d89e741adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:41:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:04.855264 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] No DVR routers for this DVR port 25ec0492-377c-419e-b029-472f793436c4 on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:42:04.858906 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:04.862209 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0628c7bf-882d-46cc-9434-6cdf3b3dcb96 req-88b7396e-ed8e-4bba-93b1-6ce04f9c0497 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "DELETE /v2.0/ports/25ec0492-377c-419e-b029-472f793436c4 HTTP/1.1" status: 204 len: 173 time: 0.8931000 Mar 21 21:42:04.862710 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'name': 'network-vif-deleted', 'tag': '25ec0492-377c-419e-b029-472f793436c4'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:42:04.865010 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7dcb2b-ffec-4939-b047-87c6ff746c73" -d '{"events": [{"server_uuid": "c5d2edb2-1bd7-46da-aec1-6fe261015df1", "name": "network-vif-deleted", "tag": "25ec0492-377c-419e-b029-472f793436c4"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:42:04.908576 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b4e9f3-e220-4474-85a4-993ca2514703 x-openstack-request-id: req-95b4e9f3-e220-4474-85a4-993ca2514703 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:42:04.908576 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d2edb2-1bd7-46da-aec1-6fe261015df1", "name": "network-vif-deleted", "tag": "25ec0492-377c-419e-b029-472f793436c4", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:42:04.908576 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95b4e9f3-e220-4474-85a4-993ca2514703 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:42:04.908576 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d2edb2-1bd7-46da-aec1-6fe261015df1', 'name': 'network-vif-deleted', 'tag': '25ec0492-377c-419e-b029-472f793436c4', 'status': 'completed', 'code': 200} Mar 21 21:42:04.944643 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-437d11fb-a1bb-44df-bc04-6d89e741adde None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:42:05.155669 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-952e4ff7-bd9d-4a75-a8c8-c9cae0941e13 req-9b64764b-723b-4077-9983-04896db4b338 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d2edb2-1bd7-46da-aec1-6fe261015df1 HTTP/1.1" status: 200 len: 210 time: 0.0274181 Mar 21 21:42:05.156984 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-437d11fb-a1bb-44df-bc04-6d89e741adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:05.187322 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437d11fb-a1bb-44df-bc04-6d89e741adde None None] Checking router: 0e7fdfff-319b-424c-b4ef-1758c931e273 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:42:05.196734 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437d11fb-a1bb-44df-bc04-6d89e741adde None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:42:05.197346 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-437d11fb-a1bb-44df-bc04-6d89e741adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:41:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:05.307234 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-437d11fb-a1bb-44df-bc04-6d89e741adde None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:42:05.506545 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-437d11fb-a1bb-44df-bc04-6d89e741adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:05.533102 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437d11fb-a1bb-44df-bc04-6d89e741adde None None] The sync data for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi is: [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:42:05.755476 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc4b40f-2d66-4d20-b7f3-6585f5fa1ed5 None None] New status for floating IP f719bf39-c444-40c3-8226-72e4a7842ce2: DOWN {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:42:06.339358 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 32974) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:06.401514 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c8c22764-43cc-4a4b-8eb5-cb5c1cad8ade tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (319b9ad1-0f68-42cf-bf99-e003de52eb45), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:06.426005 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c8c22764-43cc-4a4b-8eb5-cb5c1cad8ade tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (319b9ad1-0f68-42cf-bf99-e003de52eb45), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:06.566593 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c8c22764-43cc-4a4b-8eb5-cb5c1cad8ade tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (319b9ad1-0f68-42cf-bf99-e003de52eb45), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:06.569344 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c8c22764-43cc-4a4b-8eb5-cb5c1cad8ade tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:06.570511 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c8c22764-43cc-4a4b-8eb5-cb5c1cad8ade tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "DELETE /v2.0/security-groups/319b9ad1-0f68-42cf-bf99-e003de52eb45 HTTP/1.1" status: 204 len: 168 time: 0.2301517 Mar 21 21:42:06.573799 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 32984) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:06.581059 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c22764-43cc-4a4b-8eb5-cb5c1cad8ade tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319b9ad1-0f68-42cf-bf99-e003de52eb45,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:06.589277 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.api.v2.resource [None req-f31148c7-9470-4975-b5d5-3369a0f2525c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] show failed (client error): The resource could not be found. Mar 21 21:42:06.593644 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f31148c7-9470-4975-b5d5-3369a0f2525c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups/319b9ad1-0f68-42cf-bf99-e003de52eb45 HTTP/1.1" status: 404 len: 347 time: 0.0152290 Mar 21 21:42:06.593935 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 32986) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:06.723495 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-a909f139-887f-481c-ba6d-79c2453eae28 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Deleting port 0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:42:06.723839 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a909f139-887f-481c-ba6d-79c2453eae28 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:06.800474 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a909f139-887f-481c-ba6d-79c2453eae28 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:06.800836 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a909f139-887f-481c-ba6d-79c2453eae28 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:06.812335 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-a909f139-887f-481c-ba6d-79c2453eae28 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Calling delete_port for 0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5 owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:42:06.943673 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b17b3f-8f69-4caf-bb63-4c10c680b07a req-980b62a1-4189-49c2-87a5-7c434db85d18 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:06.945155 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7b17b3f-8f69-4caf-bb63-4c10c680b07a req-980b62a1-4189-49c2-87a5-7c434db85d18 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0772042 Mar 21 21:42:07.061586 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7b17b3f-8f69-4caf-bb63-4c10c680b07a req-40bc2628-c377-42ce-8942-2c3fea0e1609 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072786 Mar 21 21:42:07.064496 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8159345-21c3-4891-8d40-fdd4046cc866 req-27df7391-7864-444a-8489-d4d0fca7bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:07.065899 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8159345-21c3-4891-8d40-fdd4046cc866 req-27df7391-7864-444a-8489-d4d0fca7bfab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 1129 time: 0.1312983 Mar 21 21:42:07.147478 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a909f139-887f-481c-ba6d-79c2453eae28 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:07.185405 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8159345-21c3-4891-8d40-fdd4046cc866 req-886c0d46-9c37-4818-acdc-ba8b61ec8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:07.185405 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8159345-21c3-4891-8d40-fdd4046cc866 req-886c0d46-9c37-4818-acdc-ba8b61ec8491 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 919 time: 0.1095333 Mar 21 21:42:07.188685 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909f139-887f-481c-ba6d-79c2453eae28 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event deleted for resources: {'Port': ['ID=0bd7c9ea-0a28-4017-8c3a-6b9b5ef17eb5,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:07.297747 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a909f139-887f-481c-ba6d-79c2453eae28 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (f719bf39-c444-40c3-8226-72e4a7842ce2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:07.300550 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a909f139-887f-481c-ba6d-79c2453eae28 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:07.301755 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a909f139-887f-481c-ba6d-79c2453eae28 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "DELETE /v2.0/floatingips/f719bf39-c444-40c3-8226-72e4a7842ce2 HTTP/1.1" status: 204 len: 168 time: 0.7069583 Mar 21 21:42:07.306219 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8159345-21c3-4891-8d40-fdd4046cc866 req-c842578b-d3e8-4cd1-8231-66de2187bdca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 HTTP/1.1" status: 200 len: 1000 time: 0.1128359 Mar 21 21:42:07.361214 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8159345-21c3-4891-8d40-fdd4046cc866 req-f8d8e4ec-571c-47cb-8e35-85b48ca8e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:07.362675 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8159345-21c3-4891-8d40-fdd4046cc866 req-f8d8e4ec-571c-47cb-8e35-85b48ca8e91d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.0481238 Mar 21 21:42:07.421518 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8159345-21c3-4891-8d40-fdd4046cc866 req-f7921eb2-c809-49f4-87c0-5012a76af93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:07.423348 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8159345-21c3-4891-8d40-fdd4046cc866 req-f7921eb2-c809-49f4-87c0-5012a76af93f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517662 Mar 21 21:42:07.510797 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8159345-21c3-4891-8d40-fdd4046cc866 req-adfce997-5171-4506-9a30-0e5426d4e8d6 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797184 Mar 21 21:42:07.605871 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8159345-21c3-4891-8d40-fdd4046cc866 req-8fff6a51-0746-45ca-953e-e5778ca52e79 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854080 Mar 21 21:42:07.664417 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33002) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:07.669039 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-546a2ab7-b84f-46be-bd8b-b6b4d8edde50 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219763775', 'description': 'tempest-description--1914973093'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:07.767074 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-546a2ab7-b84f-46be-bd8b-b6b4d8edde50 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:07.830902 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-546a2ab7-b84f-46be-bd8b-b6b4d8edde50 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (eb0dbc01-df22-42f5-ba6d-053a025e4a93), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:07.909310 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-546a2ab7-b84f-46be-bd8b-b6b4d8edde50 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (eb0dbc01-df22-42f5-ba6d-053a025e4a93), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:07.937632 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a2ab7-b84f-46be-bd8b-b6b4d8edde50 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0dbc01-df22-42f5-ba6d-053a025e4a93,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:07.996745 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-546a2ab7-b84f-46be-bd8b-b6b4d8edde50 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:07.997980 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-546a2ab7-b84f-46be-bd8b-b6b4d8edde50 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3325367 Mar 21 21:42:08.001895 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33004) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:08.006204 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-143f8b57-f338-4a27-99dc-b2b79ac009c4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'security_group_rule': {'security_group_id': 'eb0dbc01-df22-42f5-ba6d-053a025e4a93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:08.120287 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-143f8b57-f338-4a27-99dc-b2b79ac009c4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (4ec680ce-9aac-4584-9fec-c45b761de1db), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:08.199487 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-143f8b57-f338-4a27-99dc-b2b79ac009c4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (4ec680ce-9aac-4584-9fec-c45b761de1db), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:08.206661 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b124b-211d-4b92-9faf-91e4ef11fe31 req-e4478cb1-e734-4499-b256-6e141beb7464 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:08.208120 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1d7b124b-211d-4b92-9faf-91e4ef11fe31 req-e4478cb1-e734-4499-b256-6e141beb7464 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0781369 Mar 21 21:42:08.227544 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:42:08.261232 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1d7b124b-211d-4b92-9faf-91e4ef11fe31 req-ad50450c-4d65-4d5f-9b72-c09e02a3dfff tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471735 Mar 21 21:42:08.281810 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-143f8b57-f338-4a27-99dc-b2b79ac009c4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (4ec680ce-9aac-4584-9fec-c45b761de1db), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:08.301554 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f8b57-f338-4a27-99dc-b2b79ac009c4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec680ce-9aac-4584-9fec-c45b761de1db,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:08.397703 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-143f8b57-f338-4a27-99dc-b2b79ac009c4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:08.398996 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-143f8b57-f338-4a27-99dc-b2b79ac009c4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3961847 Mar 21 21:42:08.401661 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33016) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:08.407145 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-664ab566-1dca-497f-aab9-a8842d6694f5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'security_group_rule': {'security_group_id': 'eb0dbc01-df22-42f5-ba6d-053a025e4a93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:08.514886 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-664ab566-1dca-497f-aab9-a8842d6694f5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (0acb9c50-ae7c-4751-a88b-aea14bd36e13), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:08.567679 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-664ab566-1dca-497f-aab9-a8842d6694f5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (0acb9c50-ae7c-4751-a88b-aea14bd36e13), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:08.652536 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-664ab566-1dca-497f-aab9-a8842d6694f5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (0acb9c50-ae7c-4751-a88b-aea14bd36e13), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:08.671054 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ab566-1dca-497f-aab9-a8842d6694f5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acb9c50-ae7c-4751-a88b-aea14bd36e13,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:08.768099 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-664ab566-1dca-497f-aab9-a8842d6694f5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:08.769583 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-664ab566-1dca-497f-aab9-a8842d6694f5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3669312 Mar 21 21:42:08.772559 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33020) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:08.777449 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:08.869281 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:08.966088 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:09.070070 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Allocated IP 172.27.1.232 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/077907a9-ce05-4d98-95b5-d3ffed987ae5) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:42:09.174500 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for port (077907a9-ce05-4d98-95b5-d3ffed987ae5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:09.322015 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (077907a9-ce05-4d98-95b5-d3ffed987ae5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:09.381996 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:42:09.388147 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:42:09.394763 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:42:09.418407 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'Port': ['ID=077907a9-ce05-4d98-95b5-d3ffed987ae5,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:09.461049 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18f6c6-b87d-4441-a51d-a1aaa8640ad7 req-db2709ee-afdb-408a-9143-e6393efe9870 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:09.462529 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c18f6c6-b87d-4441-a51d-a1aaa8640ad7 req-db2709ee-afdb-408a-9143-e6393efe9870 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.1162255 Mar 21 21:42:09.526478 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (c91f4024-dbfb-4186-9c81-2a0ae55bc2c2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:09.542079 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c18f6c6-b87d-4441-a51d-a1aaa8640ad7 req-e93c2950-6395-4f50-bfdb-cecd2666afc9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585032 Mar 21 21:42:09.623601 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (077907a9-ce05-4d98-95b5-d3ffed987ae5), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:09.717602 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 25ec0492-377c-419e-b029-472f793436c4 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:42:09.739591 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 25ec0492-377c-419e-b029-472f793436c4 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:42:09.739937 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 25ec0492-377c-419e-b029-472f793436c4 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:42:09.777837 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for port (077907a9-ce05-4d98-95b5-d3ffed987ae5), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:09.835687 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (077907a9-ce05-4d98-95b5-d3ffed987ae5), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:09.903689 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'Port': ['ID=077907a9-ce05-4d98-95b5-d3ffed987ae5,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:09.914134 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (c91f4024-dbfb-4186-9c81-2a0ae55bc2c2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:10.049535 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:10.050719 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-923eacfc-35ef-4c55-ad2c-498b131513fe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2771327 Mar 21 21:42:10.267067 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-0ff8dfd1-bf5b-46ec-a3ba-5a3d342d59d2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1219763775&fields=id&tenant_id=0f2630a33d1441d7b3031903b1389a78 HTTP/1.1" status: 200 len: 267 time: 0.0517163 Mar 21 21:42:10.273805 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd73655-206c-449f-9600-d1f0517e3da1 req-04e36c82-2ba9-407c-89ef-8fe5648f290a tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:10.275256 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4bd73655-206c-449f-9600-d1f0517e3da1 req-04e36c82-2ba9-407c-89ef-8fe5648f290a tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 946 time: 0.0900500 Mar 21 21:42:10.388022 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4bd73655-206c-449f-9600-d1f0517e3da1 req-c7a5cc49-1974-4a14-a2fb-ba4bd8786714 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027036 Mar 21 21:42:10.412740 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-e76d6931-0df9-4677-a395-e069782bff2e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:10.414213 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-e76d6931-0df9-4677-a395-e069782bff2e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/networks?id=472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 200 len: 815 time: 0.1380949 Mar 21 21:42:10.429005 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-529a5a7d-7a56-43e3-966e-d2141434a68b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/quotas/0f2630a33d1441d7b3031903b1389a78 HTTP/1.1" status: 200 len: 375 time: 0.0095506 Mar 21 21:42:10.482257 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-29ffbc4a-9e55-4522-a2f7-32c14a485c9a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484257 Mar 21 21:42:10.577067 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-cd12ed34-73f7-4b42-a6f1-11b165da36ee service neutron] 10.222.0.23 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828586 Mar 21 21:42:10.697572 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-c529f46c-e35d-4558-be47-276d7befc183 service neutron] 10.222.0.23 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148582 Mar 21 21:42:10.706129 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7b50d-0efa-4dfb-90e3-8551c16ed57a req-a0a687ea-5239-44a6-b591-71ea76839a5c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:10.707580 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c3d7b50d-0efa-4dfb-90e3-8551c16ed57a req-a0a687ea-5239-44a6-b591-71ea76839a5c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0834105 Mar 21 21:42:10.757706 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c3d7b50d-0efa-4dfb-90e3-8551c16ed57a req-4c1f88d7-d278-46a0-a245-daf99ed7741a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447817 Mar 21 21:42:10.916478 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-04f83a7b-54a7-4e77-a9d8-1282607269d6 req-d7959bf4-6b9b-4069-9a21-f8a1729937cd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 210 time: 0.0287633 Mar 21 21:42:11.505484 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae948b-efc1-42d6-95d0-90ae49bd53e1 req-ed104d70-1dab-4b04-8a87-dafedf41544a tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:11.506832 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3bae948b-efc1-42d6-95d0-90ae49bd53e1 req-ed104d70-1dab-4b04-8a87-dafedf41544a tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 946 time: 0.0506763 Mar 21 21:42:11.552309 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3bae948b-efc1-42d6-95d0-90ae49bd53e1 req-a27eae19-e052-4e66-a602-2273baf873ab tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/security-groups?id=60774c34-f5b9-468a-8255-af24a10dc7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398567 Mar 21 21:42:11.879997 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958698d-0598-4e61-bc86-43a862056d25 req-d37d9505-3105-4a0b-986a-c12b535ae24e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:11.881544 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6958698d-0598-4e61-bc86-43a862056d25 req-d37d9505-3105-4a0b-986a-c12b535ae24e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0562856 Mar 21 21:42:11.928082 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6958698d-0598-4e61-bc86-43a862056d25 req-6f46e008-1c67-41bf-b698-c58dbfcd7b78 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409522 Mar 21 21:42:12.010113 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b204535e-025e-4f91-b928-6b5c9217f395 req-d3d32064-27f1-47cb-ad06-0bf3076e6de5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 210 time: 0.0265696 Mar 21 21:42:12.117823 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041997ec-0a9e-45bf-baaf-4805fa0bb558 req-831427cb-c0be-40f0-adbd-b7477825b2d9 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:12.119593 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-041997ec-0a9e-45bf-baaf-4805fa0bb558 req-831427cb-c0be-40f0-adbd-b7477825b2d9 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.31 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 946 time: 0.0513124 Mar 21 21:42:12.229377 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-041997ec-0a9e-45bf-baaf-4805fa0bb558 req-5e35276a-4f77-4324-8650-a0b55db41455 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Deleting port 557779e0-3764-422d-8941-0732a5996955 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:42:12.229720 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-041997ec-0a9e-45bf-baaf-4805fa0bb558 req-5e35276a-4f77-4324-8650-a0b55db41455 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (557779e0-3764-422d-8941-0732a5996955), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:12.317223 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-041997ec-0a9e-45bf-baaf-4805fa0bb558 req-5e35276a-4f77-4324-8650-a0b55db41455 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] For port 557779e0-3764-422d-8941-0732a5996955, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=557779e0-3764-422d-8941-0732a5996955,segment=NetworkSegment(1f4a6d47-34cc-4c20-99aa-dd955e71c271),segment_id=1f4a6d47-34cc-4c20-99aa-dd955e71c271)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:42:12.317583 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-041997ec-0a9e-45bf-baaf-4805fa0bb558 req-5e35276a-4f77-4324-8650-a0b55db41455 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (557779e0-3764-422d-8941-0732a5996955), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:12.330803 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-041997ec-0a9e-45bf-baaf-4805fa0bb558 req-5e35276a-4f77-4324-8650-a0b55db41455 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Calling delete_port for 557779e0-3764-422d-8941-0732a5996955 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:42:12.509483 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-041997ec-0a9e-45bf-baaf-4805fa0bb558 req-5e35276a-4f77-4324-8650-a0b55db41455 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (557779e0-3764-422d-8941-0732a5996955), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:12.523490 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['557779e0-3764-422d-8941-0732a5996955'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:42:12.537918 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35276a-4f77-4324-8650-a0b55db41455 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Pushing event deleted for resources: {'Port': ['ID=557779e0-3764-422d-8941-0732a5996955,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:12.582459 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-041997ec-0a9e-45bf-baaf-4805fa0bb558 req-5e35276a-4f77-4324-8650-a0b55db41455 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] No DVR routers for this DVR port 557779e0-3764-422d-8941-0732a5996955 on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:42:12.585100 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-041997ec-0a9e-45bf-baaf-4805fa0bb558 req-5e35276a-4f77-4324-8650-a0b55db41455 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:12.588428 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-041997ec-0a9e-45bf-baaf-4805fa0bb558 req-5e35276a-4f77-4324-8650-a0b55db41455 tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.31 "DELETE /v2.0/ports/557779e0-3764-422d-8941-0732a5996955 HTTP/1.1" status: 204 len: 173 time: 0.4622612 Mar 21 21:42:12.588897 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43543831-14a4-4861-821a-0f95ed8ec694', 'name': 'network-vif-deleted', 'tag': '557779e0-3764-422d-8941-0732a5996955'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:42:12.591136 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b7b2c0-fd55-4c20-80f0-2450779d458c" -d '{"events": [{"server_uuid": "43543831-14a4-4861-821a-0f95ed8ec694", "name": "network-vif-deleted", "tag": "557779e0-3764-422d-8941-0732a5996955"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:42:12.629935 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63249974-c3f0-4525-a6ad-e630a2c07807 x-openstack-request-id: req-63249974-c3f0-4525-a6ad-e630a2c07807 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:42:12.630221 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43543831-14a4-4861-821a-0f95ed8ec694", "name": "network-vif-deleted", "tag": "557779e0-3764-422d-8941-0732a5996955", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:42:12.630480 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63249974-c3f0-4525-a6ad-e630a2c07807 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:42:12.630870 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43543831-14a4-4861-821a-0f95ed8ec694', 'name': 'network-vif-deleted', 'tag': '557779e0-3764-422d-8941-0732a5996955', 'status': 'completed', 'code': 200} Mar 21 21:42:12.650384 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33b3a700-f08d-413d-803a-4d9e87a5d6c3 req-b5a989a0-0cf2-4ef9-a425-1430736d93fb tempest-VolumesSnapshotTestJSON-156445439 tempest-VolumesSnapshotTestJSON-156445439-project] 10.222.0.23 "GET /v2.0/ports?device_id=43543831-14a4-4861-821a-0f95ed8ec694 HTTP/1.1" status: 200 len: 210 time: 0.0306146 Mar 21 21:42:13.395905 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3a44c12c-b668-4bff-847d-d57efa1f5fec req-097ea8f7-7a45-4434-a6f5-0048e7645dc9 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 210 time: 0.3150411 Mar 21 21:42:13.423854 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bf906-4813-4297-8b35-ba994aff1dd4 req-e0582388-70a0-45cf-bffd-7ae82e2f8a0a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:13.425318 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f05bf906-4813-4297-8b35-ba994aff1dd4 req-e0582388-70a0-45cf-bffd-7ae82e2f8a0a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.4226077 Mar 21 21:42:13.432535 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-267ed9cb-b673-4b43-8ba8-81ddf2df2b2b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:13.433983 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-267ed9cb-b673-4b43-8ba8-81ddf2df2b2b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "GET /v2.0/networks?id=472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 200 len: 815 time: 0.4422181 Mar 21 21:42:13.505954 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f05bf906-4813-4297-8b35-ba994aff1dd4 req-b45d9e30-3105-4029-bb12-a38328faaf22 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710435 Mar 21 21:42:13.524258 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-3758594b-945f-4912-a67f-159ae05e8d12 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2630a33d1441d7b3031903b1389a78 HTTP/1.1" status: 200 len: 380 time: 0.0744574 Mar 21 21:42:13.535541 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'port': {'device_id': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'admin_state_up': True, 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'security_groups': ['eb0dbc01-df22-42f5-ba6d-053a025e4a93']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:13.715716 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Made reservation on behalf of 0f2630a33d1441d7b3031903b1389a78 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:42:13.719898 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:13.847922 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Allocated IP 172.20.0.12 (472a0135-1464-4a1e-93c6-5927f427a349/26971799-c630-49e4-9453-fee2b5a1d2e1/b0b31eeb-43bb-4ce0-8cb6-057cb5b83408) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:42:13.983361 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:14.098657 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:14.139878 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Network 472a0135-1464-4a1e-93c6-5927f427a349 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:42:14.143570 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:42:14.149583 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:42:14.156916 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'Port': ['ID=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:14.210811 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:14.211500 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:14.330197 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-859b6ea2-ef12-451f-9908-98e7dc253420 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7983360 Mar 21 21:42:14.344568 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Request body: {'port': {'device_id': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:14.402954 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:14.433135 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-c75525bb-2ccd-4d99-977a-0fb98fe5fa1f None None] Provisioning complete for port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:42:14.433586 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c75525bb-2ccd-4d99-977a-0fb98fe5fa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:14.479332 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c75525bb-2ccd-4d99-977a-0fb98fe5fa1f None None] Port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:42:14.648414 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c46429-e4be-4cae-aebb-eb9494e8dd8c req-b36f122a-4681-4b94-b759-0476e41f9f95 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:14.649814 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-57c46429-e4be-4cae-aebb-eb9494e8dd8c req-b36f122a-4681-4b94-b759-0476e41f9f95 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 932 time: 0.1829598 Mar 21 21:42:14.664179 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-de61e3ff-39b6-4c7c-aa73-e4d56f394dc5 req-7baa4e5b-bf04-478c-a685-bfdf8af95d9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479887 Mar 21 21:42:14.728607 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6b6da-c608-4515-8812-251905c017fb req-63a0edfa-d46f-4f9e-86b9-1b4410d05ca6 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:14.730078 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fe6b6da-c608-4515-8812-251905c017fb req-63a0edfa-d46f-4f9e-86b9-1b4410d05ca6 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.1316926 Mar 21 21:42:14.732117 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61e3ff-39b6-4c7c-aa73-e4d56f394dc5 req-e8c81340-7a06-466c-a564-fecfbdd53da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:14.733646 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-de61e3ff-39b6-4c7c-aa73-e4d56f394dc5 req-e8c81340-7a06-466c-a564-fecfbdd53da9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 1130 time: 0.0444217 Mar 21 21:42:14.753043 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-57c46429-e4be-4cae-aebb-eb9494e8dd8c req-34667aec-4538-4edc-98cf-379c4dbe7887 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917151 Mar 21 21:42:14.825001 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fe6b6da-c608-4515-8812-251905c017fb req-109eaf1d-6d28-4fc2-b4f3-d915737d8769 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846927 Mar 21 21:42:14.831429 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:42:14.839208 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Publish callbacks [] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:14.850292 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61e3ff-39b6-4c7c-aa73-e4d56f394dc5 req-79b26028-a455-48b2-8005-c4fea7ff04cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:14.851632 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Transition to ACTIVE for port object b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:42:14.851773 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-de61e3ff-39b6-4c7c-aa73-e4d56f394dc5 req-79b26028-a455-48b2-8005-c4fea7ff04cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 919 time: 0.0979939 Mar 21 21:42:14.881261 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:14.894919 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-de61e3ff-39b6-4c7c-aa73-e4d56f394dc5 req-b7c6312f-18c8-402d-8016-f9591050e82e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f800a58-c5c5-4b98-9182-50199078df04 HTTP/1.1" status: 200 len: 217 time: 0.0344031 Mar 21 21:42:14.898472 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:14.944098 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61e3ff-39b6-4c7c-aa73-e4d56f394dc5 req-ff1bb1ef-6853-4312-9dad-7c88145d4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:14.945594 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-de61e3ff-39b6-4c7c-aa73-e4d56f394dc5 req-ff1bb1ef-6853-4312-9dad-7c88145d4ebc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.0442040 Mar 21 21:42:14.947817 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:15.000359 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61e3ff-39b6-4c7c-aa73-e4d56f394dc5 req-a037e1fa-ed63-4045-a5b8-263a02e72d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:15.002381 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-de61e3ff-39b6-4c7c-aa73-e4d56f394dc5 req-a037e1fa-ed63-4045-a5b8-263a02e72d25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501764 Mar 21 21:42:15.020451 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Attempting to bind port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:42:15.020833 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Attempting to bind port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:42:15.021293 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Attempting to bind port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 on network 472a0135-1464-4a1e-93c6-5927f427a349 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:42:15.025787 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 on network 472a0135-1464-4a1e-93c6-5927f427a349 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:42:15.026111 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Attempting to bind port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 on network 472a0135-1464-4a1e-93c6-5927f427a349 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:42:15.032281 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:42:15.032452 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Checking segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:42:15.032767 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Bound using segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:42:15.033203 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Bound port: b0b31eeb-43bb-4ce0-8cb6-057cb5b83408, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:42:15.033571 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:15.097528 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-de61e3ff-39b6-4c7c-aa73-e4d56f394dc5 req-33176ac8-fbe0-4ad3-8db1-59e513c7512d service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870733 Mar 21 21:42:15.108674 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] For port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408, host hv-cinder-83454, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:42:15.113489 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] For port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:42:15.193341 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-de61e3ff-39b6-4c7c-aa73-e4d56f394dc5 req-4efa6d0b-1501-42d1-9987-aa03f8edd64d service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888200 Mar 21 21:42:15.195692 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:15.230649 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:15.231272 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:15.232672 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] 10.222.0.31 "PUT /v2.0/ports/b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 HTTP/1.1" status: 200 len: 1094 time: 0.8925722 Mar 21 21:42:15.233111 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'tag': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:42:15.235952 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584afb66-c7e8-4c5e-9b8f-dc96844730e0" -d '{"events": [{"name": "network-changed", "server_uuid": "25a9378e-0e46-48f3-9740-a1d6e40b4006", "tag": "b0b31eeb-43bb-4ce0-8cb6-057cb5b83408"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:42:15.260095 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8cae4-6ac5-45d4-b763-e57c13db6e19 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:15.280995 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36390322-a1f5-4956-95d5-fec8921cd334 x-openstack-request-id: req-36390322-a1f5-4956-95d5-fec8921cd334 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:42:15.281967 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a9378e-0e46-48f3-9740-a1d6e40b4006", "tag": "b0b31eeb-43bb-4ce0-8cb6-057cb5b83408", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:42:15.282316 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36390322-a1f5-4956-95d5-fec8921cd334 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:42:15.282868 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'tag': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408', 'status': 'completed', 'code': 200} Mar 21 21:42:15.355511 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584afb66-c7e8-4c5e-9b8f-dc96844730e0 req-98f00dca-41b5-40c9-b2e4-8bf2bd9833fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:15.357369 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-584afb66-c7e8-4c5e-9b8f-dc96844730e0 req-98f00dca-41b5-40c9-b2e4-8bf2bd9833fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 1128 time: 0.0503175 Mar 21 21:42:15.464691 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584afb66-c7e8-4c5e-9b8f-dc96844730e0 req-83be395f-ed8d-47d5-8b94-bb93e666ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:15.466070 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-584afb66-c7e8-4c5e-9b8f-dc96844730e0 req-83be395f-ed8d-47d5-8b94-bb93e666ff79 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0f2630a33d1441d7b3031903b1389a78&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1002793 Mar 21 21:42:15.560809 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584afb66-c7e8-4c5e-9b8f-dc96844730e0 req-4b1b50b4-b81b-4fb2-8b90-6a8a013a1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:15.562813 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-584afb66-c7e8-4c5e-9b8f-dc96844730e0 req-4b1b50b4-b81b-4fb2-8b90-6a8a013a1115 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879691 Mar 21 21:42:15.649943 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-9e47d314-0d81-40f5-b13c-40cba611095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:15.651388 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-9e47d314-0d81-40f5-b13c-40cba611095b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 1128 time: 0.0493903 Mar 21 21:42:15.697497 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-9b3d31a3-8e45-49be-b67b-d3577ff3964f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 HTTP/1.1" status: 200 len: 217 time: 0.0390136 Mar 21 21:42:15.746649 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-1a9a18e4-1310-41d8-9410-e144d731270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:15.748009 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-1a9a18e4-1310-41d8-9410-e144d731270c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26971799-c630-49e4-9453-fee2b5a1d2e1 HTTP/1.1" status: 200 len: 854 time: 0.0433104 Mar 21 21:42:15.802515 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-f9bb5bc2-60e5-44ef-b833-c281c49e6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:15.804943 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-f9bb5bc2-60e5-44ef-b833-c281c49e6d1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=472a0135-1464-4a1e-93c6-5927f427a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493052 Mar 21 21:42:15.969534 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-7eac7441-46ab-4a7b-9731-ad7912643b5b service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497006 Mar 21 21:42:15.977429 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86899b-b1d5-4caa-b116-2175fe7efacd req-6d878146-f831-417e-82c5-a4642d8d51eb tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:15.978834 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d86899b-b1d5-4caa-b116-2175fe7efacd req-6d878146-f831-417e-82c5-a4642d8d51eb tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 944 time: 0.1512713 Mar 21 21:42:16.055767 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c7849-cdbb-4ee0-a74b-37a58f261fe3 req-07fa1bb3-4824-4d6f-972d-341de54e554f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:16.057172 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a1c7849-cdbb-4ee0-a74b-37a58f261fe3 req-07fa1bb3-4824-4d6f-972d-341de54e554f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.1588750 Mar 21 21:42:16.118984 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d86899b-b1d5-4caa-b116-2175fe7efacd req-7076d8ec-a066-467a-b6ae-85eef54eb929 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299062 Mar 21 21:42:16.138715 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18e96862-4c28-47ec-87ad-0961c989fed5 req-f5ddedba-e924-4033-9d66-518b5f20f93b service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588285 Mar 21 21:42:16.149972 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a1c7849-cdbb-4ee0-a74b-37a58f261fe3 req-95d0c702-661d-46c3-979b-80f264cfc0a2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844920 Mar 21 21:42:17.272749 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e86bb-33d4-44dc-8728-6c6eb9d184da req-a2e6ac3c-9f5d-4fa5-8cc0-911889e3972b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:17.274239 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f72e86bb-33d4-44dc-8728-6c6eb9d184da req-a2e6ac3c-9f5d-4fa5-8cc0-911889e3972b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 944 time: 0.0876849 Mar 21 21:42:17.288096 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d8c3b-dae8-43ec-9173-dac981187a5a req-ead327f2-a445-488a-9865-575fdeed1a80 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:17.289598 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-647d8c3b-dae8-43ec-9173-dac981187a5a req-ead327f2-a445-488a-9865-575fdeed1a80 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0724137 Mar 21 21:42:17.360696 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f72e86bb-33d4-44dc-8728-6c6eb9d184da req-6907397c-1892-4d9d-bae9-e3d9578e90ef tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803683 Mar 21 21:42:17.365482 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-647d8c3b-dae8-43ec-9173-dac981187a5a req-817ae1a4-996f-40e6-9f48-e567f3cb2977 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699196 Mar 21 21:42:17.926655 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-23f85174-70dd-49f0-9347-557b32bf6bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:18.430484 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 557779e0-3764-422d-8941-0732a5996955 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:42:18.454698 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 557779e0-3764-422d-8941-0732a5996955 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:42:18.455044 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 557779e0-3764-422d-8941-0732a5996955 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:42:18.518659 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a4a33-1142-4763-ab3d-2939f4f2c37b req-44289563-8ea8-42bb-ace5-7efbad56c097 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:18.520153 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1c4a4a33-1142-4763-ab3d-2939f4f2c37b req-44289563-8ea8-42bb-ace5-7efbad56c097 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 944 time: 0.0924985 Mar 21 21:42:18.532096 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87837480-e217-4244-851f-bc0411623ed7 req-6f8e7fff-271b-4396-bb8a-b4b2ad98695d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:18.533536 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-87837480-e217-4244-851f-bc0411623ed7 req-6f8e7fff-271b-4396-bb8a-b4b2ad98695d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0756273 Mar 21 21:42:18.604125 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1c4a4a33-1142-4763-ab3d-2939f4f2c37b req-9d4745ac-69cd-4b61-aeb3-050743b22324 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696461 Mar 21 21:42:18.608090 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-87837480-e217-4244-851f-bc0411623ed7 req-efb4d0ec-a73a-4774-8e68-19052c480db2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682132 Mar 21 21:42:19.755996 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53244e38-175e-43b4-bf4e-4af547e511ad req-d2f9c623-f4f0-4803-a06e-9dbd79472c22 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:19.757516 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-53244e38-175e-43b4-bf4e-4af547e511ad req-d2f9c623-f4f0-4803-a06e-9dbd79472c22 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 944 time: 0.0860023 Mar 21 21:42:19.764443 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3204-9062-4e17-91c8-ff3a612a0fa3 req-7b9db3b7-2920-4961-bd64-9d175886dc40 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:19.767150 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-016a3204-9062-4e17-91c8-ff3a612a0fa3 req-7b9db3b7-2920-4961-bd64-9d175886dc40 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0852115 Mar 21 21:42:19.843234 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-53244e38-175e-43b4-bf4e-4af547e511ad req-042f799f-64bd-40c7-a22a-3b670792b6f7 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751092 Mar 21 21:42:19.848284 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-016a3204-9062-4e17-91c8-ff3a612a0fa3 req-c64e61a7-3a06-4555-9b81-56d8c29cca95 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743864 Mar 21 21:42:20.091993 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7c491cc2-7cf3-4aa6-98cf-37af748ce544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:20.994405 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6621-40bb-4a2f-bc89-ca77226b0c9c req-26365622-b27b-4177-80e7-feef642afe64 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:20.995873 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eade6621-40bb-4a2f-bc89-ca77226b0c9c req-26365622-b27b-4177-80e7-feef642afe64 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 944 time: 0.0853677 Mar 21 21:42:21.004047 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee706a1-74b8-4498-af9c-2c03230dd99e req-b7561f85-2915-4e4b-a047-6468429d85e9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:21.005623 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5ee706a1-74b8-4498-af9c-2c03230dd99e req-b7561f85-2915-4e4b-a047-6468429d85e9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0862582 Mar 21 21:42:21.082643 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eade6621-40bb-4a2f-bc89-ca77226b0c9c req-8512f7bf-c2ea-4045-b843-0e18c3819cfc tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760674 Mar 21 21:42:21.085876 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5ee706a1-74b8-4498-af9c-2c03230dd99e req-3c713f7d-415d-4de4-9bb6-c84e11c22e93 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734646 Mar 21 21:42:21.400975 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:21.698050 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a368e5-e1b0-4aba-b8ca-e44aedd3810d req-fd1a0423-b3a4-43af-ad66-2cd222ab39c4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:21.699545 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76a368e5-e1b0-4aba-b8ca-e44aedd3810d req-fd1a0423-b3a4-43af-ad66-2cd222ab39c4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 946 time: 0.0543110 Mar 21 21:42:21.746484 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:42:21.760891 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76a368e5-e1b0-4aba-b8ca-e44aedd3810d req-5027ba71-35ac-46b9-9127-dbd8e82d7354 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536621 Mar 21 21:42:21.846901 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:42:21.858105 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'port_id': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408', 'mac_address': 'fa:16:3e:c6:15:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:42:21.894395 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:42:21.894779 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:21.907491 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:42:21.926781 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:42:21.994032 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:22.039485 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:22.046294 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.046643 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.046982 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.047321 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.047656 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.047985 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.048311 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.048895 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.049286 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.049624 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.049950 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.050273 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.050595 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.050914 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.051231 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:22.240268 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ae453-56d4-4e6f-b3ba-0a88dbce09b3 req-3bf6cdaf-4e1e-4ed8-993f-90a603f53feb tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:22.241762 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b60ae453-56d4-4e6f-b3ba-0a88dbce09b3 req-3bf6cdaf-4e1e-4ed8-993f-90a603f53feb tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0775537 Mar 21 21:42:22.249375 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd41306-8fb9-4370-bb86-ac55fa7a2fa6 req-d7185d8d-ada6-4f20-bd99-4e7b6ef9f00d tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:22.250727 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4cd41306-8fb9-4370-bb86-ac55fa7a2fa6 req-d7185d8d-ada6-4f20-bd99-4e7b6ef9f00d tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 945 time: 0.0962880 Mar 21 21:42:22.289081 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['b0b31eeb-43bb-4ce0-8cb6-057cb5b83408'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:42:22.321172 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b60ae453-56d4-4e6f-b3ba-0a88dbce09b3 req-3168bac7-811a-4a97-ae6c-15afe4b5a9e6 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694995 Mar 21 21:42:22.324737 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4cd41306-8fb9-4370-bb86-ac55fa7a2fa6 req-1025a4fb-e39a-4612-b210-40bbd962e56d tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668926 Mar 21 21:42:22.869303 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:22.888528 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbc078-5f1c-4368-a8b6-e371ab93adf3 req-d2af66f6-8d06-43a5-a6e3-03258652387b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:22.890028 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-93dbc078-5f1c-4368-a8b6-e371ab93adf3 req-d2af66f6-8d06-43a5-a6e3-03258652387b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 946 time: 0.0527613 Mar 21 21:42:22.937972 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-93dbc078-5f1c-4368-a8b6-e371ab93adf3 req-6e2c06ff-01b3-469c-ac14-2da1a197f5b8 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 Mar 21 21:42:23.317917 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-769bf997-e040-4474-bc5d-0478c10fde1f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:23.330317 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-769bf997-e040-4474-bc5d-0478c10fde1f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 946 time: 0.0550430 Mar 21 21:42:23.504919 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdddb4-1df4-4525-83fd-c927fb2da87d req-9cefb3b5-b4a9-4f1a-b991-a905d8aec92f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:23.506314 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a7cdddb4-1df4-4525-83fd-c927fb2da87d req-9cefb3b5-b4a9-4f1a-b991-a905d8aec92f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.1065109 Mar 21 21:42:23.511276 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Deleting port 71864b1f-bb7e-491d-b28f-b562d7978772 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:42:23.511614 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:23.524962 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650bfb4-c4b3-41de-a183-17540b9e66be req-16b18df0-11e7-4fe0-bf8f-c634e5ccc4a0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:23.526424 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d650bfb4-c4b3-41de-a183-17540b9e66be req-16b18df0-11e7-4fe0-bf8f-c634e5ccc4a0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 945 time: 0.1242440 Mar 21 21:42:23.656274 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a7cdddb4-1df4-4525-83fd-c927fb2da87d req-84f6b2b9-112b-4d8d-a438-cb40cbe81302 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417561 Mar 21 21:42:23.668289 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d650bfb4-c4b3-41de-a183-17540b9e66be req-c148e5b6-439e-4b12-bd25-c0528d604eeb tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273215 Mar 21 21:42:23.684231 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] For port 71864b1f-bb7e-491d-b28f-b562d7978772, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=71864b1f-bb7e-491d-b28f-b562d7978772,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:42:23.684612 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:23.757887 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:42:23.852185 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:23.852545 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (fa9657b7-98e9-4f16-9cca-0cf806704f5c), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:23.852893 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Floating IP fa9657b7-98e9-4f16-9cca-0cf806704f5c disassociated. External IP: 172.27.1.203, port: 71864b1f-bb7e-491d-b28f-b562d7978772. Mar 21 21:42:23.853235 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Calling delete_port for 71864b1f-bb7e-491d-b28f-b562d7978772 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:42:23.886303 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:42:23.890173 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:42:23.890546 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:23.975111 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:42:23.975498 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:23.998594 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:42:24.000831 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e5959d-40d2-429f-b6ab-7aaff4db95b4" -d '{"events": [{"server_uuid": "25a9378e-0e46-48f3-9740-a1d6e40b4006", "name": "network-vif-plugged", "status": "completed", "tag": "b0b31eeb-43bb-4ce0-8cb6-057cb5b83408"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:42:24.018052 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:42:24.049608 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ee253-0303-4a84-8c6c-db66026e9ec5 x-openstack-request-id: req-471ee253-0303-4a84-8c6c-db66026e9ec5 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:42:24.049608 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a9378e-0e46-48f3-9740-a1d6e40b4006", "name": "network-vif-plugged", "status": "completed", "tag": "b0b31eeb-43bb-4ce0-8cb6-057cb5b83408", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:42:24.049608 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-471ee253-0303-4a84-8c6c-db66026e9ec5 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:42:24.049608 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408', 'code': 200} Mar 21 21:42:24.069070 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fc446-6e64-4020-90eb-521f820309a8 req-a0bcaa4e-bcde-48b6-8144-30a692640eae tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:24.070744 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da3fc446-6e64-4020-90eb-521f820309a8 req-a0bcaa4e-bcde-48b6-8144-30a692640eae tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 946 time: 0.0587988 Mar 21 21:42:24.118443 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da3fc446-6e64-4020-90eb-521f820309a8 req-00dd0d03-ce42-4cff-b3a8-643dbe184e3c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417595 Mar 21 21:42:24.143361 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (71864b1f-bb7e-491d-b28f-b562d7978772), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:24.171731 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event deleted for resources: {'Port': ['ID=71864b1f-bb7e-491d-b28f-b562d7978772,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:24.189897 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:24.239734 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:24.293012 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Router 63253d69-5616-4a1d-b4eb-8eabd511f497 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:42:24.411901 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:42:24.412558 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:24.421924 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ecea2-ec79-459a-b8cf-f1864c4548d0 None None] Sync routers for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:42:24.431925 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ecea2-ec79-459a-b8cf-f1864c4548d0 None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:42:24.432546 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c90ecea2-ec79-459a-b8cf-f1864c4548d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:42:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:24.445470 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fb439-c01e-4e64-b3ca-b5b81e5101cf req-da71de3a-c548-454d-97b0-f9297fff3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:24.447433 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a87fb439-c01e-4e64-b3ca-b5b81e5101cf req-da71de3a-c548-454d-97b0-f9297fff3f3b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 1130 time: 0.0537126 Mar 21 21:42:24.469924 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] No DVR routers for this DVR port 71864b1f-bb7e-491d-b28f-b562d7978772 on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:42:24.473117 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:24.476485 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-43c0190b-a233-49f0-9dd4-394c1b2fc166 req-185278a3-337b-4592-ba66-b7224e2d3e55 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.31 "DELETE /v2.0/ports/71864b1f-bb7e-491d-b28f-b562d7978772 HTTP/1.1" status: 204 len: 173 time: 1.1521919 Mar 21 21:42:24.476950 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'name': 'network-vif-deleted', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:42:24.479512 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b6e22d-10dd-45b8-b039-4bc2e9f765aa" -d '{"events": [{"server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "name": "network-vif-deleted", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:42:24.495354 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a87fb439-c01e-4e64-b3ca-b5b81e5101cf req-dba0cb86-077f-43c0-af0a-891ecfeb8dda service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417242 Mar 21 21:42:24.530258 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b5d2bf-a548-40b2-b822-b6fe3a6dee52 x-openstack-request-id: req-c3b5d2bf-a548-40b2-b822-b6fe3a6dee52 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:42:24.530543 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b", "name": "network-vif-deleted", "tag": "71864b1f-bb7e-491d-b28f-b562d7978772", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:42:24.530822 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3b5d2bf-a548-40b2-b822-b6fe3a6dee52 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:42:24.531263 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b', 'name': 'network-vif-deleted', 'tag': '71864b1f-bb7e-491d-b28f-b562d7978772', 'status': 'completed', 'code': 200} Mar 21 21:42:24.545217 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-c90ecea2-ec79-459a-b8cf-f1864c4548d0 None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:42:24.785447 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c90ecea2-ec79-459a-b8cf-f1864c4548d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:31Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:24.812918 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ecea2-ec79-459a-b8cf-f1864c4548d0 None None] Checking router: 63253d69-5616-4a1d-b4eb-8eabd511f497 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:42:24.821623 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ecea2-ec79-459a-b8cf-f1864c4548d0 None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:42:24.822616 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c90ecea2-ec79-459a-b8cf-f1864c4548d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:42:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:24.863155 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4925de-39bf-4ceb-8beb-ee9aec7dc64b req-26abfa86-5e16-4ff7-8448-8881ddb5e5e2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:24.865675 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a4925de-39bf-4ceb-8beb-ee9aec7dc64b req-26abfa86-5e16-4ff7-8448-8881ddb5e5e2 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.1034000 Mar 21 21:42:24.895211 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bbe44-40c0-4ed9-9885-33f6e5ad0ebd req-3aac242f-73b9-4721-9644-a0001b6e46b2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:24.896824 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6b0bbe44-40c0-4ed9-9885-33f6e5ad0ebd req-3aac242f-73b9-4721-9644-a0001b6e46b2 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 946 time: 0.1224785 Mar 21 21:42:24.902365 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812e3f4-6fa0-4636-84fd-fef64d1e2a41 req-2b446ecc-0f92-46b0-87ae-089ce2f222c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:24.904440 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9812e3f4-6fa0-4636-84fd-fef64d1e2a41 req-2b446ecc-0f92-46b0-87ae-089ce2f222c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 1129 time: 0.0650070 Mar 21 21:42:24.942181 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-c90ecea2-ec79-459a-b8cf-f1864c4548d0 None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:42:24.950710 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a4925de-39bf-4ceb-8beb-ee9aec7dc64b req-274eec4c-f6b5-4556-967d-4784648117e4 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777993 Mar 21 21:42:24.974916 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9812e3f4-6fa0-4636-84fd-fef64d1e2a41 req-13e769bb-fa2c-43fe-8f3c-30afd1ead973 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422297 Mar 21 21:42:24.980066 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6b0bbe44-40c0-4ed9-9885-33f6e5ad0ebd req-d3a9c1ae-7d43-4a82-926a-9979019c2732 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761716 Mar 21 21:42:25.223690 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c90ecea2-ec79-459a-b8cf-f1864c4548d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:31Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:25.229430 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-371a7ed0-952c-4ca4-967e-0af0003690b2 req-b6f04d53-d6e3-4d1f-9802-c1cf02eeb002 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 210 time: 0.0277867 Mar 21 21:42:25.248563 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ecea2-ec79-459a-b8cf-f1864c4548d0 None None] The sync data for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi is: [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:31Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:42:25.458860 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf5576-ff6b-4743-b9cc-24a4aad52ddd None None] New status for floating IP fa9657b7-98e9-4f16-9cca-0cf806704f5c: DOWN {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:42:26.112275 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69d980-3941-4f13-9643-2ba87474f46d req-b29cf8b7-6410-4ac4-80a1-70c57d919225 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:26.113785 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bd69d980-3941-4f13-9643-2ba87474f46d req-b29cf8b7-6410-4ac4-80a1-70c57d919225 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0918283 Mar 21 21:42:26.128385 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a140f28-11e0-47ba-883d-a94ded7c70a5 req-c46d8765-a790-4c41-93b4-5eedff47bb1f tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:26.129821 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a140f28-11e0-47ba-883d-a94ded7c70a5 req-c46d8765-a790-4c41-93b4-5eedff47bb1f tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 946 time: 0.0791700 Mar 21 21:42:26.195809 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bd69d980-3941-4f13-9643-2ba87474f46d req-8b61969b-9b70-46f8-aa06-577cc4c3358b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752249 Mar 21 21:42:26.203110 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a140f28-11e0-47ba-883d-a94ded7c70a5 req-2aa4c09b-3fc6-4df2-b832-96669f576685 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679204 Mar 21 21:42:26.337928 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8df37839-e1be-40c2-9a3a-3108e7ec1bbc req-218e95e7-7a5a-44f8-bc29-e4e7c08cceff tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 210 time: 0.0273001 Mar 21 21:42:27.599345 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14468516-cadc-4429-9d28-061b2ea6c194 req-6b6cce86-8a16-4d7f-9ab3-0f7f030d97ad tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:27.600859 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-14468516-cadc-4429-9d28-061b2ea6c194 req-6b6cce86-8a16-4d7f-9ab3-0f7f030d97ad tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.3372490 Mar 21 21:42:27.612299 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429e853-5a72-4cd0-bc40-de67902fbf01 req-a360cfd4-f7e4-42e5-96d3-8682f271ca89 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:27.613726 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9429e853-5a72-4cd0-bc40-de67902fbf01 req-a360cfd4-f7e4-42e5-96d3-8682f271ca89 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 946 time: 0.3416395 Mar 21 21:42:27.681852 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-14468516-cadc-4429-9d28-061b2ea6c194 req-20c29553-7f5f-4544-8949-acfc917ba37c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671916 Mar 21 21:42:27.685816 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9429e853-5a72-4cd0-bc40-de67902fbf01 req-4ea3b627-33f4-43bc-aec3-715b5ccae408 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656602 Mar 21 21:42:27.778617 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5246c246-c170-4165-baa5-dfdd70989f5d req-b762a05b-1d3a-4a3c-b550-0db7dce6c332 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f4104cf-0293-4cd2-8ce4-8d5f28b1c83b HTTP/1.1" status: 200 len: 210 time: 0.0259879 Mar 21 21:42:27.790411 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 71864b1f-bb7e-491d-b28f-b562d7978772 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:42:27.811395 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 71864b1f-bb7e-491d-b28f-b562d7978772 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:42:27.811743 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 71864b1f-bb7e-491d-b28f-b562d7978772 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:42:28.840685 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8e848-3f5f-47ba-a604-1030ee5cdc38 req-780aa85b-df84-437f-8e94-88aa4368045a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:28.842165 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-63f8e848-3f5f-47ba-a604-1030ee5cdc38 req-780aa85b-df84-437f-8e94-88aa4368045a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 946 time: 0.0871370 Mar 21 21:42:28.849941 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b541ae9-33e6-4c0b-8283-15a9386e7679 req-7966751d-d052-4ca4-bf3a-6efe2cf88163 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:28.851382 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b541ae9-33e6-4c0b-8283-15a9386e7679 req-7966751d-d052-4ca4-bf3a-6efe2cf88163 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0874765 Mar 21 21:42:28.928988 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-63f8e848-3f5f-47ba-a604-1030ee5cdc38 req-3eb8e732-b8b2-45c0-be15-57fb6d1c0039 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766382 Mar 21 21:42:28.932044 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b541ae9-33e6-4c0b-8283-15a9386e7679 req-b2df8321-e7eb-4d11-81d1-43a1c650d1c3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740867 Mar 21 21:42:29.048970 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516162-fe97-4673-ad29-695d7e960dcb req-5b26d9ca-b43a-49bf-8713-0ed537381f60 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:29.051102 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-30516162-fe97-4673-ad29-695d7e960dcb req-5b26d9ca-b43a-49bf-8713-0ed537381f60 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 946 time: 0.0534167 Mar 21 21:42:29.059675 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33246) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:29.064435 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-3a5e1031-02b4-4787-985c-3f4846d8aa16 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'floatingip': {'port_id': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:29.067961 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33248) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:29.110212 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1031-02b4-4787-985c-3f4846d8aa16 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (c91f4024-dbfb-4186-9c81-2a0ae55bc2c2), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.122198 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-28dfa782-74cb-4cc9-a184-d5e3560b092c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group (a2d08c62-2e42-4c81-a581-ff4ff29bc2fb), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.151086 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-28dfa782-74cb-4cc9-a184-d5e3560b092c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group (a2d08c62-2e42-4c81-a581-ff4ff29bc2fb), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.263625 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-28dfa782-74cb-4cc9-a184-d5e3560b092c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a2d08c62-2e42-4c81-a581-ff4ff29bc2fb), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.266104 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-28dfa782-74cb-4cc9-a184-d5e3560b092c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.270418 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-28dfa782-74cb-4cc9-a184-d5e3560b092c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "DELETE /v2.0/security-groups/a2d08c62-2e42-4c81-a581-ff4ff29bc2fb HTTP/1.1" status: 204 len: 168 time: 0.1982858 Mar 21 21:42:29.272191 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33250) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:29.288209 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfa782-74cb-4cc9-a184-d5e3560b092c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d08c62-2e42-4c81-a581-ff4ff29bc2fb,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:29.290279 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.api.v2.resource [None req-c8111e70-f3fa-42fc-b52c-f0fd3d03b80b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] show failed (client error): The resource could not be found. Mar 21 21:42:29.291908 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c8111e70-f3fa-42fc-b52c-f0fd3d03b80b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups/a2d08c62-2e42-4c81-a581-ff4ff29bc2fb HTTP/1.1" status: 404 len: 347 time: 0.0181944 Mar 21 21:42:29.295350 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33252) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:29.438797 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-512acc5c-c77c-4d91-82a9-816e83791b1d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Deleting port bec0ce37-e609-41e0-8c3a-fbb677e58e04 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:42:29.439143 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-512acc5c-c77c-4d91-82a9-816e83791b1d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (bec0ce37-e609-41e0-8c3a-fbb677e58e04), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.526025 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-512acc5c-c77c-4d91-82a9-816e83791b1d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (bec0ce37-e609-41e0-8c3a-fbb677e58e04), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.526357 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-512acc5c-c77c-4d91-82a9-816e83791b1d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (bec0ce37-e609-41e0-8c3a-fbb677e58e04), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.539022 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-512acc5c-c77c-4d91-82a9-816e83791b1d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Calling delete_port for bec0ce37-e609-41e0-8c3a-fbb677e58e04 owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:42:29.566183 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1031-02b4-4787-985c-3f4846d8aa16 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.618017 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1031-02b4-4787-985c-3f4846d8aa16 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (c91f4024-dbfb-4186-9c81-2a0ae55bc2c2), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.715141 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-512acc5c-c77c-4d91-82a9-816e83791b1d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (bec0ce37-e609-41e0-8c3a-fbb677e58e04), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.717458 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-3a5e1031-02b4-4787-985c-3f4846d8aa16 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Floating IP c91f4024-dbfb-4186-9c81-2a0ae55bc2c2 associated. External IP: 172.27.1.232, port: b0b31eeb-43bb-4ce0-8cb6-057cb5b83408. Mar 21 21:42:29.745228 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512acc5c-c77c-4d91-82a9-816e83791b1d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event deleted for resources: {'Port': ['ID=bec0ce37-e609-41e0-8c3a-fbb677e58e04,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:29.808238 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-512acc5c-c77c-4d91-82a9-816e83791b1d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (fa9657b7-98e9-4f16-9cca-0cf806704f5c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.810712 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-512acc5c-c77c-4d91-82a9-816e83791b1d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:29.814772 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-512acc5c-c77c-4d91-82a9-816e83791b1d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "DELETE /v2.0/floatingips/fa9657b7-98e9-4f16-9cca-0cf806704f5c HTTP/1.1" status: 204 len: 168 time: 0.5156338 Mar 21 21:42:29.928933 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5e1031-02b4-4787-985c-3f4846d8aa16 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Router 0e7fdfff-319b-424c-b4ef-1758c931e273 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:42:30.051677 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33262) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:30.056215 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660416452', 'description': 'tempest-description--670262169'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:30.069182 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d2331-1be0-4121-af3c-d6f5692bad92 req-37f293be-a34d-4cb9-9e38-5be965180b27 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:30.070672 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7a0d2331-1be0-4121-af3c-d6f5692bad92 req-37f293be-a34d-4cb9-9e38-5be965180b27 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0679452 Mar 21 21:42:30.126679 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7a0d2331-1be0-4121-af3c-d6f5692bad92 req-3fd4448c-4bb7-4917-9bb4-cbcdc3acfb3a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478170 Mar 21 21:42:30.166932 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:30.241325 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group (a20edb83-a9fe-4ead-b25e-377c6e038e74), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:30.260042 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5e1031-02b4-4787-985c-3f4846d8aa16 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:42:30.264899 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1031-02b4-4787-985c-3f4846d8aa16 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:30.270377 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd2874-0780-4870-b32f-7b69f3524d4f None None] Sync routers for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:42:30.281225 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd2874-0780-4870-b32f-7b69f3524d4f None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:42:30.282070 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-ebbd2874-0780-4870-b32f-7b69f3524d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:42:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:30.301671 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3a5e1031-02b4-4787-985c-3f4846d8aa16 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "PUT /v2.0/floatingips/c91f4024-dbfb-4186-9c81-2a0ae55bc2c2 HTTP/1.1" status: 200 len: 992 time: 1.2403605 Mar 21 21:42:30.302436 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'tag': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:42:30.304939 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b1e6a0-6c01-4bf4-959c-abe23edf1d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "25a9378e-0e46-48f3-9740-a1d6e40b4006", "tag": "b0b31eeb-43bb-4ce0-8cb6-057cb5b83408"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:42:30.342880 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a96bae-31a9-4b1c-bad4-1a0a16182d12 x-openstack-request-id: req-42a96bae-31a9-4b1c-bad4-1a0a16182d12 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:42:30.343177 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a9378e-0e46-48f3-9740-a1d6e40b4006", "tag": "b0b31eeb-43bb-4ce0-8cb6-057cb5b83408", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:42:30.343926 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a20edb83-a9fe-4ead-b25e-377c6e038e74), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:30.344071 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42a96bae-31a9-4b1c-bad4-1a0a16182d12 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:42:30.344404 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'tag': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408', 'status': 'completed', 'code': 200} Mar 21 21:42:30.388700 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20edb83-a9fe-4ead-b25e-377c6e038e74,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:30.398343 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.399029 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.399589 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.400326 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.401093 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.401534 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.402006 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.402464 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.402958 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.403440 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.403894 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.404387 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.405037 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.405473 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.406265 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:42:30.420078 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-ebbd2874-0780-4870-b32f-7b69f3524d4f None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:42:30.420834 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1e6a0-6c01-4bf4-959c-abe23edf1d6a req-f64cc96f-5381-4e54-a176-bc877f55cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:30.422433 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-66b1e6a0-6c01-4bf4-959c-abe23edf1d6a req-f64cc96f-5381-4e54-a176-bc877f55cdd3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 1130 time: 0.0534465 Mar 21 21:42:30.437481 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:30.438922 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6c945f7d-3444-4b56-986a-fc3546bc4c94 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3862696 Mar 21 21:42:30.442336 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33276) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:30.447200 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-9e20ddc6-506b-4ae6-9f9b-2594f4903cf4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Request body: {'security_group_rule': {'security_group_id': 'a20edb83-a9fe-4ead-b25e-377c6e038e74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:30.529518 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1e6a0-6c01-4bf4-959c-abe23edf1d6a req-2c9e879f-1f23-4333-ac29-e9b0d36d801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:30.531154 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-66b1e6a0-6c01-4bf4-959c-abe23edf1d6a req-2c9e879f-1f23-4333-ac29-e9b0d36d801f service neutron] 10.222.0.31 "GET /v2.0/networks?id=472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 200 len: 916 time: 0.1018574 Mar 21 21:42:30.555077 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9e20ddc6-506b-4ae6-9f9b-2594f4903cf4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group_rule (e73ff23d-8e0e-4cb4-8e6a-86d440e6b514), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:30.602006 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-66b1e6a0-6c01-4bf4-959c-abe23edf1d6a req-8c72c3f9-b948-4a07-be6a-e2ef2ababee9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 HTTP/1.1" status: 200 len: 1000 time: 0.0645895 Mar 21 21:42:30.633260 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9e20ddc6-506b-4ae6-9f9b-2594f4903cf4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group_rule (e73ff23d-8e0e-4cb4-8e6a-86d440e6b514), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:30.670196 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-ebbd2874-0780-4870-b32f-7b69f3524d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'c91f4024-dbfb-4186-9c81-2a0ae55bc2c2', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:c6:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:42:09Z', 'updated_at': '2022-03-21T21:42:29Z', 'revision_number': 1, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:30.680927 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1e6a0-6c01-4bf4-959c-abe23edf1d6a req-b734c496-b7ee-4b63-be8c-42d46995366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:30.682538 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-66b1e6a0-6c01-4bf4-959c-abe23edf1d6a req-b734c496-b7ee-4b63-be8c-42d46995366f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26971799-c630-49e4-9453-fee2b5a1d2e1 HTTP/1.1" status: 200 len: 854 time: 0.0691841 Mar 21 21:42:30.698266 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd2874-0780-4870-b32f-7b69f3524d4f None None] Checking router: 0e7fdfff-319b-424c-b4ef-1758c931e273 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:42:30.707158 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd2874-0780-4870-b32f-7b69f3524d4f None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:42:30.707897 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-ebbd2874-0780-4870-b32f-7b69f3524d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:42:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:30.717795 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436d46a-8195-4bf5-a2e4-663e62c04708 req-73bfc8ec-b0ef-4bb3-a70f-3ca91445f40b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:30.725204 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b436d46a-8195-4bf5-a2e4-663e62c04708 req-73bfc8ec-b0ef-4bb3-a70f-3ca91445f40b tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0558343 Mar 21 21:42:30.736861 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1e6a0-6c01-4bf4-959c-abe23edf1d6a req-713803ff-878b-4aed-ad49-1c1a260b6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:30.739126 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-66b1e6a0-6c01-4bf4-959c-abe23edf1d6a req-713803ff-878b-4aed-ad49-1c1a260b6228 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=472a0135-1464-4a1e-93c6-5927f427a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499220 Mar 21 21:42:30.756963 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9e20ddc6-506b-4ae6-9f9b-2594f4903cf4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (e73ff23d-8e0e-4cb4-8e6a-86d440e6b514), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:30.828875 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-ebbd2874-0780-4870-b32f-7b69f3524d4f None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:42:30.836697 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20ddc6-506b-4ae6-9f9b-2594f4903cf4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73ff23d-8e0e-4cb4-8e6a-86d440e6b514,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:30.857779 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b436d46a-8195-4bf5-a2e4-663e62c04708 req-1cc05b23-e986-40de-a0a7-0d764cd050fb tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241796 Mar 21 21:42:30.858313 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-66b1e6a0-6c01-4bf4-959c-abe23edf1d6a req-f3bf2517-824a-470d-910e-d309c2324fe4 service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082885 Mar 21 21:42:30.871338 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde3d0-b967-4948-9ab0-5dd978850362 req-75038b43-f015-4e09-88f2-5d684d32fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:30.873037 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-81bde3d0-b967-4948-9ab0-5dd978850362 req-75038b43-f015-4e09-88f2-5d684d32fb8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 1129 time: 0.1134508 Mar 21 21:42:30.928110 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9e20ddc6-506b-4ae6-9f9b-2594f4903cf4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:30.932568 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9e20ddc6-506b-4ae6-9f9b-2594f4903cf4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4864995 Mar 21 21:42:30.933239 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33288) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:30.937995 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-a59f8c40-bed4-4741-9958-6572452867a9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Request body: {'security_group_rule': {'security_group_id': 'a20edb83-a9fe-4ead-b25e-377c6e038e74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:30.976569 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde3d0-b967-4948-9ab0-5dd978850362 req-b1860904-0803-4fcb-bc24-6e06590b7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:30.978248 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-81bde3d0-b967-4948-9ab0-5dd978850362 req-b1860904-0803-4fcb-bc24-6e06590b7130 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 919 time: 0.0986280 Mar 21 21:42:30.985323 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-66b1e6a0-6c01-4bf4-959c-abe23edf1d6a req-bf605a03-2d3e-40fa-9b16-f1b830752153 service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196408 Mar 21 21:42:31.051117 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-81bde3d0-b967-4948-9ab0-5dd978850362 req-e54256e2-e960-43dd-96fb-712845d13fef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0658152 Mar 21 21:42:31.068272 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-ebbd2874-0780-4870-b32f-7b69f3524d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'c91f4024-dbfb-4186-9c81-2a0ae55bc2c2', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:c6:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:42:09Z', 'updated_at': '2022-03-21T21:42:29Z', 'revision_number': 1, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:31.086571 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a59f8c40-bed4-4741-9958-6572452867a9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group_rule (e8ed72e1-c33f-4ae2-b4ca-10180a471251), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:31.101858 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd2874-0780-4870-b32f-7b69f3524d4f None None] The sync data for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi is: [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'c91f4024-dbfb-4186-9c81-2a0ae55bc2c2', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:c6:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:42:09Z', 'updated_at': '2022-03-21T21:42:29Z', 'revision_number': 1, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:42:31.103451 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde3d0-b967-4948-9ab0-5dd978850362 req-2f32b190-2455-4958-ae2c-66d103dbabd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:31.104376 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-81bde3d0-b967-4948-9ab0-5dd978850362 req-2f32b190-2455-4958-ae2c-66d103dbabd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.0477157 Mar 21 21:42:31.150187 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a59f8c40-bed4-4741-9958-6572452867a9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group_rule (e8ed72e1-c33f-4ae2-b4ca-10180a471251), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:31.162926 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde3d0-b967-4948-9ab0-5dd978850362 req-d176d13f-069e-4e2e-9207-da1fd4759d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:31.163105 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-81bde3d0-b967-4948-9ab0-5dd978850362 req-d176d13f-069e-4e2e-9207-da1fd4759d4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529563 Mar 21 21:42:31.208180 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a59f8c40-bed4-4741-9958-6572452867a9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (e8ed72e1-c33f-4ae2-b4ca-10180a471251), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:31.228164 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f8c40-bed4-4741-9958-6572452867a9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ed72e1-c33f-4ae2-b4ca-10180a471251,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:31.266923 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-81bde3d0-b967-4948-9ab0-5dd978850362 req-5e04c8b7-4fc3-4541-adf2-6921ee234dd4 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966377 Mar 21 21:42:31.306165 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a59f8c40-bed4-4741-9958-6572452867a9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:31.307406 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a59f8c40-bed4-4741-9958-6572452867a9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735039 Mar 21 21:42:31.310452 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33290) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:31.316067 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:31.317810 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b968d-b307-421d-9225-f1f4f9f248d9 None None] New status for floating IP c91f4024-dbfb-4186-9c81-2a0ae55bc2c2: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:42:31.365593 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-81bde3d0-b967-4948-9ab0-5dd978850362 req-30134756-ae6a-433b-9555-5b674f6dea86 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910697 Mar 21 21:42:31.406032 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:31.508589 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:31.614218 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Allocated IP 172.27.1.214 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/69064b59-c29e-4dd8-821a-925047615a4a) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:42:31.718547 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for port (69064b59-c29e-4dd8-821a-925047615a4a), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:31.806861 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (69064b59-c29e-4dd8-821a-925047615a4a), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:31.844094 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:42:31.845589 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:42:31.849924 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:42:31.876803 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event updated for resources: {'Port': ['ID=69064b59-c29e-4dd8-821a-925047615a4a,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:31.948664 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (952b0c1c-4a2c-426e-82e5-a8decbc4c16d), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:31.991616 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21a1fd-26a9-4cb0-865b-602db7d56057 req-4d749b4d-0ca3-4d64-9b08-005b7f99c30c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:31.996516 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7a21a1fd-26a9-4cb0-865b-602db7d56057 req-4d749b4d-0ca3-4d64-9b08-005b7f99c30c tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0589902 Mar 21 21:42:32.023171 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (69064b59-c29e-4dd8-821a-925047615a4a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:32.045939 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7a21a1fd-26a9-4cb0-865b-602db7d56057 req-93a36c0b-e403-46e9-afc9-c5b1432eee1d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469930 Mar 21 21:42:32.181870 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for port (69064b59-c29e-4dd8-821a-925047615a4a), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:32.256661 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (69064b59-c29e-4dd8-821a-925047615a4a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:32.326525 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event updated for resources: {'Port': ['ID=69064b59-c29e-4dd8-821a-925047615a4a,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:32.334700 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (952b0c1c-4a2c-426e-82e5-a8decbc4c16d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:32.408431 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:32.410107 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fde9f5ab-90d2-42a0-b3d4-1f237415279d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0986800 Mar 21 21:42:32.606320 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-9df41566-d9f4-42e6-951b-33cd52bc62d0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1660416452&fields=id&tenant_id=9c6ab375eca84608a1045991b051b5c9 HTTP/1.1" status: 200 len: 267 time: 0.0426598 Mar 21 21:42:32.710431 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-e5bddbc4-e37d-42d5-88c0-bdccfa293c06 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:32.711867 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-e5bddbc4-e37d-42d5-88c0-bdccfa293c06 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 817 time: 0.0981522 Mar 21 21:42:32.726707 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-4d1bb04b-000a-40fd-b36a-570dfa7b1f22 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/quotas/9c6ab375eca84608a1045991b051b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0096018 Mar 21 21:42:32.786160 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-2f888cd5-59b9-441b-8000-6c7e501bdc92 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547302 Mar 21 21:42:32.880060 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-31462b51-f7b7-4eaf-b79c-44d2e5f047a5 service neutron] 10.222.0.23 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829620 Mar 21 21:42:32.970679 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-d9ff2212-7af9-4b1e-8895-d9edf79b9596 service neutron] 10.222.0.23 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848134 Mar 21 21:42:33.166004 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8559da9-7050-424d-a5fe-3de22372382c req-4e2ac4b1-1b1c-4d1c-a2d7-86b931e72fc3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:33.167526 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d8559da9-7050-424d-a5fe-3de22372382c req-4e2ac4b1-1b1c-4d1c-a2d7-86b931e72fc3 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0533395 Mar 21 21:42:33.225594 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d8559da9-7050-424d-a5fe-3de22372382c req-29db2a3b-8f4c-4bb4-ae70-26eee3fef875 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526230 Mar 21 21:42:33.269156 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4e6e8e3c-6ee2-45be-9f03-c10251f22962 req-e3661099-e9ba-4dda-9a54-13a4b4e7930a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 210 time: 0.0273392 Mar 21 21:42:34.361697 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c51d-d989-4ebe-b2de-003e420d822f req-55ae4d7f-944f-43d2-ac06-d5bffca4a93a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:34.365065 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0af7c51d-d989-4ebe-b2de-003e420d822f req-55ae4d7f-944f-43d2-ac06-d5bffca4a93a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0694036 Mar 21 21:42:34.383602 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8791a5d-6da6-418f-82a5-079919eb8a92 req-d6dcf910-9bda-4953-aa9b-aa7c63821e5f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 210 time: 0.0415413 Mar 21 21:42:34.432388 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0af7c51d-d989-4ebe-b2de-003e420d822f req-8de5d718-6421-4b5b-8a44-0fac3719eb94 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511916 Mar 21 21:42:34.551464 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87fa6a-3459-4a76-84d1-bccf6753dcfe req-c2852ef9-837d-430d-a286-cd1845c5cda7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:34.552881 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e87fa6a-3459-4a76-84d1-bccf6753dcfe req-c2852ef9-837d-430d-a286-cd1845c5cda7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0549421 Mar 21 21:42:34.561307 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33344) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:34.565645 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-c18b55f0-1af5-4d08-a1fc-04451494df56 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Request body: {'floatingip': {'port_id': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:34.625350 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c18b55f0-1af5-4d08-a1fc-04451494df56 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for floatingip (2d7da0b2-670a-4a4d-bf72-ffab7af43786), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:35.074855 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c18b55f0-1af5-4d08-a1fc-04451494df56 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:35.126415 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c18b55f0-1af5-4d08-a1fc-04451494df56 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (2d7da0b2-670a-4a4d-bf72-ffab7af43786), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:35.418911 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-dabf0ff0-7041-489b-a0dd-38206d965af4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:35.420335 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-dabf0ff0-7041-489b-a0dd-38206d965af4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.31 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 817 time: 0.1524701 Mar 21 21:42:35.426006 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18b55f0-1af5-4d08-a1fc-04451494df56 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Router 8a973dcf-355b-4877-9626-26f30d530606 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:42:35.542047 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f6e3393c-f7e7-4984-aa18-22c39def44c8 req-1220e33b-5072-462d-bd77-c62341fb262d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 210 time: 0.0621417 Mar 21 21:42:35.584800 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-77598930-c0dc-4326-9778-03b84c1b931e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c6ab375eca84608a1045991b051b5c9 HTTP/1.1" status: 200 len: 380 time: 0.1515825 Mar 21 21:42:35.595569 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Request body: {'port': {'device_id': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'admin_state_up': True, 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'security_groups': ['a20edb83-a9fe-4ead-b25e-377c6e038e74']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:35.642733 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18b55f0-1af5-4d08-a1fc-04451494df56 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:42:35.650515 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c18b55f0-1af5-4d08-a1fc-04451494df56 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:35.661342 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ffae1-0d9d-422b-a18f-6d1248b20682 None None] Sync routers for ids ['8a973dcf-355b-4877-9626-26f30d530606'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:42:35.671755 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ffae1-0d9d-422b-a18f-6d1248b20682 None None] Routers {'8a973dcf-355b-4877-9626-26f30d530606'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:42:35.672385 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-941ffae1-0d9d-422b-a18f-6d1248b20682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:42:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['8a973dcf-355b-4877-9626-26f30d530606'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:35.699059 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'tag': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:42:35.701926 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e01cd2-485f-4738-9b27-91eecc310f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef381d6-042d-46f0-97e3-77b0268511f6", "tag": "b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:42:35.746252 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c18b55f0-1af5-4d08-a1fc-04451494df56 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "PUT /v2.0/floatingips/2d7da0b2-670a-4a4d-bf72-ffab7af43786 HTTP/1.1" status: 200 len: 992 time: 1.1796551 Mar 21 21:42:35.762380 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6049b28a-05cd-47ea-9c2a-fb05672698c1 x-openstack-request-id: req-6049b28a-05cd-47ea-9c2a-fb05672698c1 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:42:35.762672 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef381d6-042d-46f0-97e3-77b0268511f6", "tag": "b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:42:35.764410 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6049b28a-05cd-47ea-9c2a-fb05672698c1 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:42:35.764410 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'tag': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'status': 'completed', 'code': 200} Mar 21 21:42:35.780227 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-941ffae1-0d9d-422b-a18f-6d1248b20682 None None] Set router 8a973dcf-355b-4877-9626-26f30d530606 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:42:35.832053 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01cd2-485f-4738-9b27-91eecc310f4d req-1221d81f-1da3-4ce1-b5b2-a40e4a6388cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:35.833602 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0e01cd2-485f-4738-9b27-91eecc310f4d req-1221d81f-1da3-4ce1-b5b2-a40e4a6388cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 1129 time: 0.0468714 Mar 21 21:42:35.863851 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Made reservation on behalf of 9c6ab375eca84608a1045991b051b5c9 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:42:35.867337 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:35.942740 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01cd2-485f-4738-9b27-91eecc310f4d req-17466f3f-3676-4c96-887f-2936c3c2ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:35.948280 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0e01cd2-485f-4738-9b27-91eecc310f4d req-17466f3f-3676-4c96-887f-2936c3c2ec29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 919 time: 0.1023283 Mar 21 21:42:36.022905 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-941ffae1-0d9d-422b-a18f-6d1248b20682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '2d7da0b2-670a-4a4d-bf72-ffab7af43786', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '8a973dcf-355b-4877-9626-26f30d530606', 'port_id': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'mac_address': 'fa:16:3e:28:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:40:26Z', 'updated_at': '2022-03-21T21:42:34Z', 'revision_number': 3, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e19417-6e30-4265-89f1-f7ff0ab67ed3', 'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'mac_address': 'fa:16:3e:49:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:34Z', 'revision_number': 5, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'subnets': [{'id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:36.025145 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0e01cd2-485f-4738-9b27-91eecc310f4d req-354033f7-5d64-4e89-b2de-39bed3f357f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0734661 Mar 21 21:42:36.032364 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Allocated IP 172.20.0.5 (7c14f17e-38ea-416b-8591-cd91fe8bc44c/9360ad18-0e54-4c38-8568-d8883c55f1df/30cf9e05-f618-4508-bef7-1c086fe20b1a) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:42:36.053230 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ffae1-0d9d-422b-a18f-6d1248b20682 None None] Checking router: 8a973dcf-355b-4877-9626-26f30d530606 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:42:36.061570 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ffae1-0d9d-422b-a18f-6d1248b20682 None None] Routers {'8a973dcf-355b-4877-9626-26f30d530606'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:42:36.062219 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-941ffae1-0d9d-422b-a18f-6d1248b20682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:42:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['8a973dcf-355b-4877-9626-26f30d530606'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:36.081641 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01cd2-485f-4738-9b27-91eecc310f4d req-ee7489ec-1600-41b1-8051-30533f66aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:36.083101 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0e01cd2-485f-4738-9b27-91eecc310f4d req-ee7489ec-1600-41b1-8051-30533f66aac5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.0513654 Mar 21 21:42:36.135120 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01cd2-485f-4738-9b27-91eecc310f4d req-8d8d7a2b-dace-44a3-85ff-b2bad7214ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:36.136638 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0e01cd2-485f-4738-9b27-91eecc310f4d req-8d8d7a2b-dace-44a3-85ff-b2bad7214ad6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478382 Mar 21 21:42:36.172754 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-941ffae1-0d9d-422b-a18f-6d1248b20682 None None] Set router 8a973dcf-355b-4877-9626-26f30d530606 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:42:36.183632 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:36.235552 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0e01cd2-485f-4738-9b27-91eecc310f4d req-6f91e07f-1575-4248-aca1-c5473874b928 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917912 Mar 21 21:42:36.310342 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:36.335778 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0e01cd2-485f-4738-9b27-91eecc310f4d req-e8032628-32f7-49c4-a83c-8b81ba44513d service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935886 Mar 21 21:42:36.358057 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Network 7c14f17e-38ea-416b-8591-cd91fe8bc44c is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:42:36.363953 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:42:36.368803 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:42:36.372930 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event updated for resources: {'Port': ['ID=30cf9e05-f618-4508-bef7-1c086fe20b1a,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:36.426483 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:36.426483 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:36.515219 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-941ffae1-0d9d-422b-a18f-6d1248b20682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '2d7da0b2-670a-4a4d-bf72-ffab7af43786', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '8a973dcf-355b-4877-9626-26f30d530606', 'port_id': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'mac_address': 'fa:16:3e:28:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:40:26Z', 'updated_at': '2022-03-21T21:42:34Z', 'revision_number': 3, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e19417-6e30-4265-89f1-f7ff0ab67ed3', 'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'mac_address': 'fa:16:3e:49:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:34Z', 'revision_number': 5, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'subnets': [{'id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:36.520755 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ed8202f2-bbdf-4a55-9861-b4714477aa33 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9272494 Mar 21 21:42:36.535315 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Request body: {'port': {'device_id': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:36.548227 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ffae1-0d9d-422b-a18f-6d1248b20682 None None] The sync data for ids ['8a973dcf-355b-4877-9626-26f30d530606'] in dv-cinder-834541-1-iscsi is: [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '2d7da0b2-670a-4a4d-bf72-ffab7af43786', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '8a973dcf-355b-4877-9626-26f30d530606', 'port_id': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'mac_address': 'fa:16:3e:28:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:40:26Z', 'updated_at': '2022-03-21T21:42:34Z', 'revision_number': 3, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e19417-6e30-4265-89f1-f7ff0ab67ed3', 'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'mac_address': 'fa:16:3e:49:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:34Z', 'revision_number': 5, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'subnets': [{'id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:42:36.682827 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f3b01d4e-5401-4ed7-bd4d-aedf3a62a855 None None] Provisioning complete for port 30cf9e05-f618-4508-bef7-1c086fe20b1a triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:42:36.683302 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3b01d4e-5401-4ed7-bd4d-aedf3a62a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:36.720868 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f3b01d4e-5401-4ed7-bd4d-aedf3a62a855 None None] Port 30cf9e05-f618-4508-bef7-1c086fe20b1a cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:42:36.926847 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:36.956516 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaabd6-c98e-4cd3-83bf-b3330c810a1f req-43931e58-6b3d-4d18-9d29-be478dbd3539 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:36.958239 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55aaabd6-c98e-4cd3-83bf-b3330c810a1f req-43931e58-6b3d-4d18-9d29-be478dbd3539 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 931 time: 0.0754359 Mar 21 21:42:37.088379 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55aaabd6-c98e-4cd3-83bf-b3330c810a1f req-d8049a0b-1615-42c9-97c7-22eeb752ece9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130612 Mar 21 21:42:37.256915 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cf9e05-f618-4508-bef7-1c086fe20b1a {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:42:37.264267 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Publish callbacks [] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:37.276885 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Transition to ACTIVE for port object 30cf9e05-f618-4508-bef7-1c086fe20b1a will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:42:37.360772 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:37.411424 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Pushing event updated for resources: {'Port': ['ID=30cf9e05-f618-4508-bef7-1c086fe20b1a,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:37.500091 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Attempting to bind port 30cf9e05-f618-4508-bef7-1c086fe20b1a on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:42:37.500837 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Attempting to bind port 30cf9e05-f618-4508-bef7-1c086fe20b1a by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:42:37.500837 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Attempting to bind port 30cf9e05-f618-4508-bef7-1c086fe20b1a on network 7c14f17e-38ea-416b-8591-cd91fe8bc44c {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:42:37.507737 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Port 30cf9e05-f618-4508-bef7-1c086fe20b1a on network 7c14f17e-38ea-416b-8591-cd91fe8bc44c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:42:37.508197 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Attempting to bind port 30cf9e05-f618-4508-bef7-1c086fe20b1a on network 7c14f17e-38ea-416b-8591-cd91fe8bc44c {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:42:37.514159 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:42:37.515800 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Checking segment: {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:42:37.515800 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Bound using segment: {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:42:37.515800 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Bound port: 30cf9e05-f618-4508-bef7-1c086fe20b1a, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd57c45-8572-477c-ba3e-6be843f27775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:42:37.515800 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:37.588641 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:42:37.592012 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:42:37.646884 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:37.679535 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:37.680200 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:37.681608 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] 10.222.0.31 "PUT /v2.0/ports/30cf9e05-f618-4508-bef7-1c086fe20b1a HTTP/1.1" status: 200 len: 1093 time: 1.1554883 Mar 21 21:42:37.708611 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9373fd-ee1a-4419-ba4d-abb9890d77f2 service neutron] Pushing event updated for resources: {'Port': ['ID=30cf9e05-f618-4508-bef7-1c086fe20b1a,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:37.764931 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'tag': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4'}, {'name': 'network-changed', 'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:42:37.767461 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfff2382-fe0e-4f9a-9d60-2654c952a710" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef381d6-042d-46f0-97e3-77b0268511f6", "tag": "b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4"}, {"name": "network-changed", "server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:42:37.822223 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-309dedcf-505b-4b76-bed9-fa65ebfcc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:37.824650 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-309dedcf-505b-4b76-bed9-fa65ebfcc117 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 1127 time: 0.0535932 Mar 21 21:42:37.826107 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 21 Mar 2022 21:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15760d2c-f161-4c06-b519-9efee91d2665 x-openstack-request-id: req-15760d2c-f161-4c06-b519-9efee91d2665 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:42:37.826438 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef381d6-042d-46f0-97e3-77b0268511f6", "tag": "b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:42:37.835098 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15760d2c-f161-4c06-b519-9efee91d2665 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:42:37.835098 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'tag': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'status': 'completed', 'code': 200} Mar 21 21:42:37.835098 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'status': 'completed', 'code': 200} Mar 21 21:42:37.879191 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-0768e198-b7ea-4048-b59d-802f554abd14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a HTTP/1.1" status: 200 len: 217 time: 0.0400066 Mar 21 21:42:37.904120 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-2fde17bf-bfb4-473f-97e5-2264964c3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:37.905725 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-2fde17bf-bfb4-473f-97e5-2264964c3daf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 1129 time: 0.0551558 Mar 21 21:42:37.928726 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-d8684330-37e1-4fa9-ae83-ea71d84eb4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:37.930253 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-d8684330-37e1-4fa9-ae83-ea71d84eb4db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 200 len: 856 time: 0.0455725 Mar 21 21:42:37.994028 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ebc5a736-e2f9-48ef-9afe-7bf859112d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:37.999734 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-ebc5a736-e2f9-48ef-9afe-7bf859112d7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c14f17e-38ea-416b-8591-cd91fe8bc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631196 Mar 21 21:42:38.007203 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-0db6820e-f930-462f-8019-66664c153219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:38.009156 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-0db6820e-f930-462f-8019-66664c153219 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 919 time: 0.0961046 Mar 21 21:42:38.100701 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-0b8800f8-970a-441b-99ca-25b18cb6583a service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942953 Mar 21 21:42:38.103147 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-2b7ff33a-3c69-4dea-b1d6-d0bc4e483c56 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0881853 Mar 21 21:42:38.157569 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-f9659c3c-f87b-4b93-b6b7-c98b8b54494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:38.159565 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-f9659c3c-f87b-4b93-b6b7-c98b8b54494c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.0470748 Mar 21 21:42:38.214108 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-c0e6f2de-38fe-410a-9ed4-4ee424dbe065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:38.215612 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-c0e6f2de-38fe-410a-9ed4-4ee424dbe065 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502672 Mar 21 21:42:38.233115 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fbae104-95bd-4fab-8922-fd4c010afcaa req-30e33474-940c-4af7-ba3d-204e31563436 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207280 Mar 21 21:42:38.249303 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d44463-bca5-4113-907a-02e9e19e67c0 req-7ad42cbe-9849-4bb2-aca5-df7fc8254b9c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:38.250800 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-02d44463-bca5-4113-907a-02e9e19e67c0 req-7ad42cbe-9849-4bb2-aca5-df7fc8254b9c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0786233 Mar 21 21:42:38.308611 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-02d44463-bca5-4113-907a-02e9e19e67c0 req-c87659f5-a191-4ebd-8215-32ea4d97d4e1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512502 Mar 21 21:42:38.320493 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-8ddb8d42-81e2-416a-b7bd-f7e05b97b91f service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979004 Mar 21 21:42:38.383547 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263d077-2e05-4559-8cc3-32fc8c66d38d req-a4ca139a-af9c-441c-a212-f524d2e774b1 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:38.388769 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e263d077-2e05-4559-8cc3-32fc8c66d38d req-a4ca139a-af9c-441c-a212-f524d2e774b1 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0553129 Mar 21 21:42:38.416540 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-02e86301-0e07-4f5a-919a-425ca2960c1c service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902290 Mar 21 21:42:38.434409 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e263d077-2e05-4559-8cc3-32fc8c66d38d req-bd0d970c-e802-47b6-b296-dfe2e99f4f89 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436244 Mar 21 21:42:38.525112 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-1ca44926-8536-4d02-b8ff-43495b2211f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:38.526555 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-1ca44926-8536-4d02-b8ff-43495b2211f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 1127 time: 0.0462019 Mar 21 21:42:38.621613 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-6af4da83-6105-48ea-9fb2-29c0a9dd2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:38.623016 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-6af4da83-6105-48ea-9fb2-29c0a9dd2740 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 918 time: 0.0903828 Mar 21 21:42:38.668417 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-e7ce73a0-cc49-449a-9903-4b6cae348bd1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a HTTP/1.1" status: 200 len: 217 time: 0.0358846 Mar 21 21:42:38.713938 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-df48953e-e954-4b0a-9672-d702acaddb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:38.715398 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-df48953e-e954-4b0a-9672-d702acaddb64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 200 len: 856 time: 0.0436792 Mar 21 21:42:38.763214 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-1637f6fa-5425-44bd-a0f2-9429eae83d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:38.764696 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-1637f6fa-5425-44bd-a0f2-9429eae83d87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c14f17e-38ea-416b-8591-cd91fe8bc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425868 Mar 21 21:42:38.859762 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-5f35320d-e634-4035-9850-fe1f8068fd2e service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861108 Mar 21 21:42:38.949992 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cfff2382-fe0e-4f9a-9d60-2654c952a710 req-9a95213d-619e-4d56-9b15-7e147f98d144 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839469 Mar 21 21:42:39.435310 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e0ee8-5a2e-463e-bed1-252c71bafd77 req-5bd7d51e-5518-4c67-a69d-66d02d8972ff tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:39.436816 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9f1e0ee8-5a2e-463e-bed1-252c71bafd77 req-5bd7d51e-5518-4c67-a69d-66d02d8972ff tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0531306 Mar 21 21:42:39.489831 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9f1e0ee8-5a2e-463e-bed1-252c71bafd77 req-34d0e6d8-8716-4d52-8095-bab60a3208c2 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472138 Mar 21 21:42:39.555928 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65c9e5-52a0-4ded-8c16-9a12be7f0776 req-9ba4ba6b-a882-4ab0-8956-f5982a5c84b6 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:39.557394 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4a65c9e5-52a0-4ded-8c16-9a12be7f0776 req-9ba4ba6b-a882-4ab0-8956-f5982a5c84b6 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0533442 Mar 21 21:42:39.602049 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4a65c9e5-52a0-4ded-8c16-9a12be7f0776 req-51cfc80c-d974-4dd0-bc86-57b8e5e67c73 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391774 Mar 21 21:42:39.696913 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33420) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:39.740034 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fef288-6b35-48f2-b804-83da4955c7d1 admin admin] Deleting subnet 60beca59-5a1c-47e4-bf69-29c5b53fb281 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:42:39.743003 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33fef288-6b35-48f2-b804-83da4955c7d1 admin admin] Publish callbacks [] for subnet (60beca59-5a1c-47e4-bf69-29c5b53fb281), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:39.776343 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33fef288-6b35-48f2-b804-83da4955c7d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14372897'] for subnet (60beca59-5a1c-47e4-bf69-29c5b53fb281), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:39.817602 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33fef288-6b35-48f2-b804-83da4955c7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (60beca59-5a1c-47e4-bf69-29c5b53fb281), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:39.938172 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33fef288-6b35-48f2-b804-83da4955c7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12956603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14562706'] for subnet (60beca59-5a1c-47e4-bf69-29c5b53fb281), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:39.966413 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fef288-6b35-48f2-b804-83da4955c7d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60beca59-5a1c-47e4-bf69-29c5b53fb281,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:39.968386 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33fef288-6b35-48f2-b804-83da4955c7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:39.972404 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-33fef288-6b35-48f2-b804-83da4955c7d1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/60beca59-5a1c-47e4-bf69-29c5b53fb281 HTTP/1.1" status: 204 len: 168 time: 0.2740028 Mar 21 21:42:39.974642 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33422) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:40.040760 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (fd9a8d20-9f44-459e-af7c-fe8899a3497d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:40.120794 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (fd9a8d20-9f44-459e-af7c-fe8899a3497d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:40.140966 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9a8d20-9f44-459e-af7c-fe8899a3497d']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:40.150875 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4a6d47-34cc-4c20-99aa-dd955e71c271') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:40.151174 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4a6d47-34cc-4c20-99aa-dd955e71c271') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:40.160793 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (1f4a6d47-34cc-4c20-99aa-dd955e71c271), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:40.173832 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (1f4a6d47-34cc-4c20-99aa-dd955e71c271), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:40.180397 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:42:40.180817 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (1f4a6d47-34cc-4c20-99aa-dd955e71c271), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:42:40.182422 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:42:40.309392 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (fd9a8d20-9f44-459e-af7c-fe8899a3497d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:40.316485 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:40.324528 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fd9a8d20-9f44-459e-af7c-fe8899a3497d HTTP/1.1" status: 204 len: 168 time: 0.3439927 Mar 21 21:42:40.329217 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da8261-78f2-4763-8723-68a4e149b448 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9a8d20-9f44-459e-af7c-fe8899a3497d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:40.611804 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea4b0b-6212-44a4-98a5-56dc1dede4ad req-9518e491-06ad-4bd5-8c01-32a641783e53 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:40.613348 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-aaea4b0b-6212-44a4-98a5-56dc1dede4ad req-9518e491-06ad-4bd5-8c01-32a641783e53 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0532510 Mar 21 21:42:40.662105 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-aaea4b0b-6212-44a4-98a5-56dc1dede4ad req-f8a5e994-3b30-451e-8e77-90a10ecf9faf tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433722 Mar 21 21:42:40.700803 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33430) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:40.723749 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1bb83-8674-42db-b997-95b4ae275f93 req-0cd254ab-e808-40e6-9b20-28aa16a74f56 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:40.725286 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ecc1bb83-8674-42db-b997-95b4ae275f93 req-0cd254ab-e808-40e6-9b20-28aa16a74f56 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0550017 Mar 21 21:42:40.745126 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c8705613-7789-4ad6-b308-fddd12384b9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=642ade3c280f4241ada15100cace4a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431685 Mar 21 21:42:40.747559 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33432) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:40.772624 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ecc1bb83-8674-42db-b997-95b4ae275f93 req-31788fd9-d673-4e66-b9fc-71b48f63ee5b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416918 Mar 21 21:42:40.799729 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-476d9def-7545-4e17-acc7-6091e847627e admin admin] Publish callbacks [] for security_group (60774c34-f5b9-468a-8255-af24a10dc7d8), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:40.822772 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-476d9def-7545-4e17-acc7-6091e847627e admin admin] Publish callbacks [] for security_group (60774c34-f5b9-468a-8255-af24a10dc7d8), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:40.926464 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-476d9def-7545-4e17-acc7-6091e847627e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (60774c34-f5b9-468a-8255-af24a10dc7d8), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:40.928923 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-476d9def-7545-4e17-acc7-6091e847627e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:40.930092 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-476d9def-7545-4e17-acc7-6091e847627e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60774c34-f5b9-468a-8255-af24a10dc7d8 HTTP/1.1" status: 204 len: 168 time: 0.1810365 Mar 21 21:42:40.937966 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d9def-7545-4e17-acc7-6091e847627e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60774c34-f5b9-468a-8255-af24a10dc7d8,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:41.783970 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cc6ca-28f7-43f5-b37a-9799f6e2e3f5 req-c4681831-9f44-403b-8d66-17a659bcb0cf tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:41.785469 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-503cc6ca-28f7-43f5-b37a-9799f6e2e3f5 req-c4681831-9f44-403b-8d66-17a659bcb0cf tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0551147 Mar 21 21:42:41.790155 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 30cf9e05-f618-4508-bef7-1c086fe20b1a details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:42:41.835302 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-503cc6ca-28f7-43f5-b37a-9799f6e2e3f5 req-4efc2233-a8ad-490c-84fb-9c3aef608508 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443597 Mar 21 21:42:41.890719 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:42:41.895294 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18daca-c89d-46e3-99d9-c3033663a1fe req-a807c18e-5d07-44ff-ad11-a4fa30ab825c tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:41.896808 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c18daca-c89d-46e3-99d9-c3033663a1fe req-a807c18e-5d07-44ff-ad11-a4fa30ab825c tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0521469 Mar 21 21:42:41.902435 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'port_id': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'mac_address': 'fa:16:3e:f2:f8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:42:41.941287 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 30cf9e05-f618-4508-bef7-1c086fe20b1a is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:42:41.941765 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:41.944878 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c18daca-c89d-46e3-99d9-c3033663a1fe req-7f4f8c5a-cf2e-4b4c-9bf1-48856d3993cf tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425296 Mar 21 21:42:41.954891 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cf9e05-f618-4508-bef7-1c086fe20b1a {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:42:41.978793 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:42:42.046245 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:42.092897 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=30cf9e05-f618-4508-bef7-1c086fe20b1a,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:42.334750 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['30cf9e05-f618-4508-bef7-1c086fe20b1a'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:42:42.962250 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516519e7-0aa7-47d5-8401-6c649d66cdd5 req-838599e8-e7f2-40cf-834b-d5726d9218f4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:42.963735 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-516519e7-0aa7-47d5-8401-6c649d66cdd5 req-838599e8-e7f2-40cf-834b-d5726d9218f4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 944 time: 0.0569079 Mar 21 21:42:43.010193 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-516519e7-0aa7-47d5-8401-6c649d66cdd5 req-90708cf7-b0c1-4543-986f-ec2d7f25a00d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 Mar 21 21:42:43.061232 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5560f-9961-47fb-ab8b-d18076ea0bc7 req-5246a575-1817-442f-81a9-b6d806942e5b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:43.062675 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52e5560f-9961-47fb-ab8b-d18076ea0bc7 req-5246a575-1817-442f-81a9-b6d806942e5b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0501504 Mar 21 21:42:43.108194 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52e5560f-9961-47fb-ab8b-d18076ea0bc7 req-b20b9afc-a4cf-4a16-a804-2cbfa0b40317 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392532 Mar 21 21:42:43.802865 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 30cf9e05-f618-4508-bef7-1c086fe20b1a up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:42:44.059763 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 30cf9e05-f618-4508-bef7-1c086fe20b1a completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:42:44.062939 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 30cf9e05-f618-4508-bef7-1c086fe20b1a triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:42:44.063349 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:44.136946 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c88ee-88c2-454b-bcab-0c1a3a3723ee req-213a9277-16e7-46fc-a095-a2205fed7afe tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:44.138175 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-360c88ee-88c2-454b-bcab-0c1a3a3723ee req-213a9277-16e7-46fc-a095-a2205fed7afe tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 944 time: 0.0543990 Mar 21 21:42:44.159645 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 30cf9e05-f618-4508-bef7-1c086fe20b1a is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:42:44.167253 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:44.189378 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:42:44.194853 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d32846f-939e-4d2d-a536-0bf3ec7d8dee" -d '{"events": [{"server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "name": "network-vif-plugged", "status": "completed", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:42:44.210965 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-360c88ee-88c2-454b-bcab-0c1a3a3723ee req-2ecde3d7-2989-4940-ab07-03c378757f75 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645022 Mar 21 21:42:44.215756 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:42:44.264681 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d258d-b95e-4861-b616-67340c30ee51 req-1b718c95-ce96-47af-8e1f-95b5c7de2e7d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:44.266186 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-153d258d-b95e-4861-b616-67340c30ee51 req-1b718c95-ce96-47af-8e1f-95b5c7de2e7d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0813587 Mar 21 21:42:44.270883 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:44.275923 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7935cce4-85ba-4488-8bc7-25774fe6ad20 x-openstack-request-id: req-7935cce4-85ba-4488-8bc7-25774fe6ad20 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:42:44.275923 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "name": "network-vif-plugged", "status": "completed", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:42:44.275923 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7935cce4-85ba-4488-8bc7-25774fe6ad20 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:42:44.276272 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'code': 200} Mar 21 21:42:44.321241 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-153d258d-b95e-4861-b616-67340c30ee51 req-1df0083e-7316-44d9-b6e5-72acbad765d3 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455561 Mar 21 21:42:44.337710 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=30cf9e05-f618-4508-bef7-1c086fe20b1a,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:42:44.603944 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d5ea9-ee36-452e-a3b3-3ef33c284453 req-cbe66082-7b0c-457f-9ef1-6fe2e2dbccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:44.605447 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-233d5ea9-ee36-452e-a3b3-3ef33c284453 req-cbe66082-7b0c-457f-9ef1-6fe2e2dbccb7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 1129 time: 0.0435345 Mar 21 21:42:44.649514 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-233d5ea9-ee36-452e-a3b3-3ef33c284453 req-f803a6aa-3400-4e35-9332-3c492b844e11 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357120 Mar 21 21:42:44.897237 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:45.227054 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:42:45.337289 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cae00-7868-4d0b-9679-5b6e1b4a781b req-d76d245c-dbc2-4302-9879-f4c627ebcec6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:45.338756 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b76cae00-7868-4d0b-9679-5b6e1b4a781b req-d76d245c-dbc2-4302-9879-f4c627ebcec6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0533464 Mar 21 21:42:45.389465 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b76cae00-7868-4d0b-9679-5b6e1b4a781b req-bb3a3d0e-ca7a-4b38-8e31-cc7b1658901b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451901 Mar 21 21:42:45.453645 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a02acb-ea04-4c31-8800-cf7d58977b11 req-4df0dec3-d295-4cd8-aff7-6b8b2126fc23 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:45.455123 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55a02acb-ea04-4c31-8800-cf7d58977b11 req-4df0dec3-d295-4cd8-aff7-6b8b2126fc23 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0583935 Mar 21 21:42:45.501227 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55a02acb-ea04-4c31-8800-cf7d58977b11 req-e7129e1e-f3bb-4ba3-a4a2-c80ef4855a40 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404451 Mar 21 21:42:46.509768 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acda8f-6010-4980-91a1-8a04daf8d505 req-9d4a4afb-9c05-405a-8d18-24c1cb976fda tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:46.511216 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17acda8f-6010-4980-91a1-8a04daf8d505 req-9d4a4afb-9c05-405a-8d18-24c1cb976fda tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0512705 Mar 21 21:42:46.557124 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17acda8f-6010-4980-91a1-8a04daf8d505 req-cf117df8-6684-4966-ab2d-d07352ec8f6f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 Mar 21 21:42:46.621843 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed75a44-3029-4ec1-bc6b-bf1ee0db465c req-f8e5f328-84d8-465f-90ba-3322310572c7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:46.623249 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ed75a44-3029-4ec1-bc6b-bf1ee0db465c req-f8e5f328-84d8-465f-90ba-3322310572c7 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0561655 Mar 21 21:42:46.703917 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ed75a44-3029-4ec1-bc6b-bf1ee0db465c req-53080b67-9cf2-454b-b99c-900408b54da4 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679657 Mar 21 21:42:46.711811 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4662d-1b83-4b9d-b248-1112fea31ea6 req-794c20b0-48ca-4031-b784-fe544d598cc4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:46.713275 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3db4662d-1b83-4b9d-b248-1112fea31ea6 req-794c20b0-48ca-4031-b784-fe544d598cc4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0863335 Mar 21 21:42:46.721656 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33462) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:42:46.726140 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-fcc6aa82-db42-4cf6-84a1-d40c906cc626 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Request body: {'floatingip': {'port_id': '30cf9e05-f618-4508-bef7-1c086fe20b1a'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:42:46.764500 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fcc6aa82-db42-4cf6-84a1-d40c906cc626 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (952b0c1c-4a2c-426e-82e5-a8decbc4c16d), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:47.178030 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fcc6aa82-db42-4cf6-84a1-d40c906cc626 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:47.223949 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fcc6aa82-db42-4cf6-84a1-d40c906cc626 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (952b0c1c-4a2c-426e-82e5-a8decbc4c16d), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:47.325168 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-fcc6aa82-db42-4cf6-84a1-d40c906cc626 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Floating IP 952b0c1c-4a2c-426e-82e5-a8decbc4c16d associated. External IP: 172.27.1.214, port: 30cf9e05-f618-4508-bef7-1c086fe20b1a. Mar 21 21:42:47.530227 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc6aa82-db42-4cf6-84a1-d40c906cc626 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Router 63253d69-5616-4a1d-b4eb-8eabd511f497 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:42:47.635421 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc6aa82-db42-4cf6-84a1-d40c906cc626 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:42:47.640080 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fcc6aa82-db42-4cf6-84a1-d40c906cc626 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:47.645275 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd39afa-b6c4-4684-8d92-8c1d11e42342 None None] Sync routers for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:42:47.654185 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd39afa-b6c4-4684-8d92-8c1d11e42342 None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:42:47.654803 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-1bd39afa-b6c4-4684-8d92-8c1d11e42342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:42:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:47.669515 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fcc6aa82-db42-4cf6-84a1-d40c906cc626 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "PUT /v2.0/floatingips/952b0c1c-4a2c-426e-82e5-a8decbc4c16d HTTP/1.1" status: 200 len: 991 time: 0.9467647 Mar 21 21:42:47.670204 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:42:47.672439 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717a247d-2d79-45b3-badb-ea29913882c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:42:47.707943 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ccf85-9182-4615-9bdd-64da456db1ec x-openstack-request-id: req-b02ccf85-9182-4615-9bdd-64da456db1ec {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:42:47.708236 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:42:47.708496 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b02ccf85-9182-4615-9bdd-64da456db1ec {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:42:47.708930 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'status': 'completed', 'code': 200} Mar 21 21:42:47.765745 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-1bd39afa-b6c4-4684-8d92-8c1d11e42342 None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:42:47.774315 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a247d-2d79-45b3-badb-ea29913882c2 req-3e7ce2b6-20d1-4647-8b82-aac8dc75940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:47.775825 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-717a247d-2d79-45b3-badb-ea29913882c2 req-3e7ce2b6-20d1-4647-8b82-aac8dc75940b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 1129 time: 0.0475538 Mar 21 21:42:47.826831 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c541ae-46db-49dd-a318-bdd7cc44a25a req-e860917e-4082-420d-9288-0edbe256d71d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:47.828403 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-92c541ae-46db-49dd-a318-bdd7cc44a25a req-e860917e-4082-420d-9288-0edbe256d71d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0548806 Mar 21 21:42:47.872305 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a247d-2d79-45b3-badb-ea29913882c2 req-1eeed86e-bc2d-4ec2-a6ad-b142ce6c71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:47.874159 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-717a247d-2d79-45b3-badb-ea29913882c2 req-1eeed86e-bc2d-4ec2-a6ad-b142ce6c71d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 918 time: 0.0880430 Mar 21 21:42:47.876223 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-92c541ae-46db-49dd-a318-bdd7cc44a25a req-ca52c5ed-3131-44b9-bfb8-673d4e138f2b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Mar 21 21:42:47.958338 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-717a247d-2d79-45b3-badb-ea29913882c2 req-1461656d-ee82-47fd-a419-bc5a7d80a109 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a HTTP/1.1" status: 200 len: 999 time: 0.0757568 Mar 21 21:42:47.986249 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-200b67e8-5196-49fe-bf90-19c54ff3d624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:48.008525 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a247d-2d79-45b3-badb-ea29913882c2 req-7a13327a-15a3-45ed-8e97-14f1f8bebbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:48.010170 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-717a247d-2d79-45b3-badb-ea29913882c2 req-7a13327a-15a3-45ed-8e97-14f1f8bebbcf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 200 len: 856 time: 0.0463700 Mar 21 21:42:48.048112 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-1bd39afa-b6c4-4684-8d92-8c1d11e42342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '952b0c1c-4a2c-426e-82e5-a8decbc4c16d', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'port_id': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'mac_address': 'fa:16:3e:f2:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:42:31Z', 'updated_at': '2022-03-21T21:42:47Z', 'revision_number': 1, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:31Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:48.063854 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a247d-2d79-45b3-badb-ea29913882c2 req-3a0b4c52-e22c-4a99-ba17-5ed5b55141e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:48.065414 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-717a247d-2d79-45b3-badb-ea29913882c2 req-3a0b4c52-e22c-4a99-ba17-5ed5b55141e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c14f17e-38ea-416b-8591-cd91fe8bc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426135 Mar 21 21:42:48.078178 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd39afa-b6c4-4684-8d92-8c1d11e42342 None None] Checking router: 63253d69-5616-4a1d-b4eb-8eabd511f497 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:42:48.086284 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd39afa-b6c4-4684-8d92-8c1d11e42342 None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:42:48.086893 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-1bd39afa-b6c4-4684-8d92-8c1d11e42342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:42:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:48.154952 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-717a247d-2d79-45b3-badb-ea29913882c2 req-d072aca7-0318-4dee-bed5-4322d643f882 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831063 Mar 21 21:42:48.192704 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-1bd39afa-b6c4-4684-8d92-8c1d11e42342 None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:42:48.242370 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-717a247d-2d79-45b3-badb-ea29913882c2 req-2d362611-39da-43fc-9126-f3b09712b6d8 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812092 Mar 21 21:42:48.428711 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-1bd39afa-b6c4-4684-8d92-8c1d11e42342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '952b0c1c-4a2c-426e-82e5-a8decbc4c16d', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'port_id': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'mac_address': 'fa:16:3e:f2:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:42:31Z', 'updated_at': '2022-03-21T21:42:47Z', 'revision_number': 1, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:31Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:42:48.459000 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd39afa-b6c4-4684-8d92-8c1d11e42342 None None] The sync data for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi is: [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '952b0c1c-4a2c-426e-82e5-a8decbc4c16d', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'port_id': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'mac_address': 'fa:16:3e:f2:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:42:31Z', 'updated_at': '2022-03-21T21:42:47Z', 'revision_number': 1, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:31Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:42:48.632066 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecae14b-454f-4bb5-a0b2-8bf1124cc68f None None] New status for floating IP 952b0c1c-4a2c-426e-82e5-a8decbc4c16d: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:42:48.997795 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e89ab2-215d-4be0-9d88-69a983aacf9f req-f83a0d76-1422-414e-8a5d-0ecb37dc40b6 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:48.999274 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-83e89ab2-215d-4be0-9d88-69a983aacf9f req-f83a0d76-1422-414e-8a5d-0ecb37dc40b6 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0520203 Mar 21 21:42:49.048228 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-83e89ab2-215d-4be0-9d88-69a983aacf9f req-eb6bc5af-6ae5-44fe-b09c-f34c7ca055ab tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Mar 21 21:42:49.411853 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee3e20-2620-484e-adc2-a2d32e220a98 req-ede88013-c85e-4aa7-9b69-ab4963ccc925 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:49.413499 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f5ee3e20-2620-484e-adc2-a2d32e220a98 req-ede88013-c85e-4aa7-9b69-ab4963ccc925 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0568881 Mar 21 21:42:49.461094 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f5ee3e20-2620-484e-adc2-a2d32e220a98 req-809526ba-8137-4e90-b376-7b43bd05e9bc tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 Mar 21 21:42:49.762308 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46044-c7d6-450b-9a48-aaefddc362ee req-eda98d0e-13c7-4981-a2a5-b84ae18b0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:49.763785 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ccf46044-c7d6-450b-9a48-aaefddc362ee req-eda98d0e-13c7-4981-a2a5-b84ae18b0b37 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdfca42329034040bbf7df63a9adb6e8&device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 1129 time: 0.0438628 Mar 21 21:42:49.854167 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46044-c7d6-450b-9a48-aaefddc362ee req-bd121a79-a68d-4ccf-aa8b-e5f58a698be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:49.855616 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ccf46044-c7d6-450b-9a48-aaefddc362ee req-bd121a79-a68d-4ccf-aa8b-e5f58a698be9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6 HTTP/1.1" status: 200 len: 912 time: 0.0854688 Mar 21 21:42:49.919492 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ccf46044-c7d6-450b-9a48-aaefddc362ee req-98761d35-987d-44e9-989c-5e38d904736b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7e280f-69cf-4531-9c7c-0661659a207b HTTP/1.1" status: 200 len: 1001 time: 0.0569744 Mar 21 21:42:49.975428 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46044-c7d6-450b-9a48-aaefddc362ee req-5083f235-5aab-4457-a3de-5047996209bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:49.976928 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ccf46044-c7d6-450b-9a48-aaefddc362ee req-5083f235-5aab-4457-a3de-5047996209bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e85d989-df6a-4920-a1dc-a33d482b0658 HTTP/1.1" status: 200 len: 850 time: 0.0471053 Mar 21 21:42:50.024298 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46044-c7d6-450b-9a48-aaefddc362ee req-8e1dd108-8d96-4a36-963d-aed5eb8068be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:50.025818 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ccf46044-c7d6-450b-9a48-aaefddc362ee req-8e1dd108-8d96-4a36-963d-aed5eb8068be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424449 Mar 21 21:42:50.110304 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8b1b-eca1-428f-a195-4c811dfc1383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:50.113497 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ccf46044-c7d6-450b-9a48-aaefddc362ee req-7c21ea5c-2e1a-4dc3-80a1-411fd3b8d4a5 service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811496 Mar 21 21:42:50.206142 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ccf46044-c7d6-450b-9a48-aaefddc362ee req-8f486a15-644a-4b0b-831b-ae800f28eb23 service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840216 Mar 21 21:42:50.578288 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41598422-839e-4517-b149-d6013c1e595b req-99a4674f-c1cc-47c4-a7aa-f24c1fa6de0f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:50.579750 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-41598422-839e-4517-b149-d6013c1e595b req-99a4674f-c1cc-47c4-a7aa-f24c1fa6de0f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0522034 Mar 21 21:42:50.627438 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-41598422-839e-4517-b149-d6013c1e595b req-fb5e1cd0-16f1-4c6b-af66-41d097b62f8e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411580 Mar 21 21:42:51.475284 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:51.748220 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa28c5-668c-4b7e-bd92-cd58aef481a7 req-9dd5e9f3-e8d8-4e6f-83be-ebc0746f2b61 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:42:51.749768 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0eaa28c5-668c-4b7e-bd92-cd58aef481a7 req-9dd5e9f3-e8d8-4e6f-83be-ebc0746f2b61 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0557814 Mar 21 21:42:51.794634 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0eaa28c5-668c-4b7e-bd92-cd58aef481a7 req-ec6e7626-1bc9-4151-8ee0-4cc507983ef5 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394449 Mar 21 21:42:52.852411 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:42:54.366650 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:10.942127 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353b07a-5216-4669-8fb3-5d93b4fd7e35 req-3cd7963e-7bb9-4d32-bd16-3193b1126c19 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:10.943646 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a353b07a-5216-4669-8fb3-5d93b4fd7e35 req-3cd7963e-7bb9-4d32-bd16-3193b1126c19 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0519817 Mar 21 21:43:10.989252 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a353b07a-5216-4669-8fb3-5d93b4fd7e35 req-de7243fa-99be-4042-a459-5e936962ac24 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399225 Mar 21 21:43:12.322592 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05571508-15b5-4e8d-adc7-4b388b7b6b88 req-a202e043-7c25-4ff7-8470-64a9ac5430c7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:12.324250 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-05571508-15b5-4e8d-adc7-4b388b7b6b88 req-a202e043-7c25-4ff7-8470-64a9ac5430c7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.2672751 Mar 21 21:43:12.370296 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-05571508-15b5-4e8d-adc7-4b388b7b6b88 req-9c29de92-4a28-463e-97c3-1383741146db tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406048 Mar 21 21:43:13.485084 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfec1e-ed04-4673-b6e3-f2cab3159f33 req-2b903b8e-134b-4915-89bd-ecd851cd95fa tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:13.486542 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-11cfec1e-ed04-4673-b6e3-f2cab3159f33 req-2b903b8e-134b-4915-89bd-ecd851cd95fa tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0513446 Mar 21 21:43:13.586368 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-11cfec1e-ed04-4673-b6e3-f2cab3159f33 req-d61f0cd3-2106-4533-9bf9-8bcf468b9f76 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943024 Mar 21 21:43:14.624149 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-4914f07e-0a04-4eb4-8e68-5fc17cd38317 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:14.625626 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-4914f07e-0a04-4eb4-8e68-5fc17cd38317 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0506704 Mar 21 21:43:14.706456 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadce19-fc65-493f-ba55-cde3648ad434 req-8e677176-0daa-4c8b-b978-332cccc4fb7f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:14.708131 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5eadce19-fc65-493f-ba55-cde3648ad434 req-8e677176-0daa-4c8b-b978-332cccc4fb7f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 945 time: 0.0515394 Mar 21 21:43:14.724647 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Deleting port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:43:14.725000 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:14.758152 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5eadce19-fc65-493f-ba55-cde3648ad434 req-27f6579e-ae4e-4fcd-8442-eb9be85f2765 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba93a6e-e280-4e44-845a-c176e1f049d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432136 Mar 21 21:43:14.810412 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] For port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:14.810767 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:14.903874 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:15.032455 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:15.032838 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (2d7da0b2-670a-4a4d-bf72-ffab7af43786), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:15.033152 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.l3_db [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Floating IP 2d7da0b2-670a-4a4d-bf72-ffab7af43786 disassociated. External IP: 172.27.1.74, port: b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4. Mar 21 21:43:15.033491 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Calling delete_port for b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:43:15.223600 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:15.253379 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event deleted for resources: {'Port': ['ID=b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:15.265466 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.266116 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.266116 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.266298 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.266633 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.266966 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.267288 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.267616 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.267942 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.268264 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.268586 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.272356 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.272356 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.272356 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.272356 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:15.377838 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Router 8a973dcf-355b-4877-9626-26f30d530606 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:43:15.704982 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:43:15.718082 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0164ce7-0033-4855-b3c3-cf4f29721452 None None] Sync routers for ids ['8a973dcf-355b-4877-9626-26f30d530606'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:43:15.729269 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0164ce7-0033-4855-b3c3-cf4f29721452 None None] Routers {'8a973dcf-355b-4877-9626-26f30d530606'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:43:15.730072 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-f0164ce7-0033-4855-b3c3-cf4f29721452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:42:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['8a973dcf-355b-4877-9626-26f30d530606'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:15.746810 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] No DVR routers for this DVR port b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 on host hv-cinder-83454 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:43:15.749962 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:15.753153 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-29bf4eac-ee74-4905-bc07-0a00592798c6 req-70cf350f-075c-4f38-b355-c524546f3cfd tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "DELETE /v2.0/ports/b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 HTTP/1.1" status: 204 len: 173 time: 1.1191106 Mar 21 21:43:15.753571 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'name': 'network-vif-deleted', 'tag': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:43:15.755744 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872ec67e-4004-41a9-a412-a0b33df78981" -d '{"events": [{"server_uuid": "5ef381d6-042d-46f0-97e3-77b0268511f6", "name": "network-vif-deleted", "tag": "b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:43:15.791951 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc32d56-beb0-4fdb-bd20-7afb4154d396 x-openstack-request-id: req-3dc32d56-beb0-4fdb-bd20-7afb4154d396 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:43:15.792247 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef381d6-042d-46f0-97e3-77b0268511f6", "name": "network-vif-deleted", "tag": "b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:43:15.792527 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3dc32d56-beb0-4fdb-bd20-7afb4154d396 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:43:15.792997 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef381d6-042d-46f0-97e3-77b0268511f6', 'name': 'network-vif-deleted', 'tag': 'b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4', 'status': 'completed', 'code': 200} Mar 21 21:43:15.845192 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-f0164ce7-0033-4855-b3c3-cf4f29721452 None None] Set router 8a973dcf-355b-4877-9626-26f30d530606 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:43:15.855267 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3efa50fc-d948-4c53-9022-a7c72b991c76 req-c87f6dae-cf75-41e1-83b5-75411734934d tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ef381d6-042d-46f0-97e3-77b0268511f6 HTTP/1.1" status: 200 len: 210 time: 0.0277095 Mar 21 21:43:16.064855 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-f0164ce7-0033-4855-b3c3-cf4f29721452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '12e19417-6e30-4265-89f1-f7ff0ab67ed3', 'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'mac_address': 'fa:16:3e:49:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:34Z', 'revision_number': 5, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'subnets': [{'id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:16.094780 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0164ce7-0033-4855-b3c3-cf4f29721452 None None] Checking router: 8a973dcf-355b-4877-9626-26f30d530606 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:43:16.103540 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0164ce7-0033-4855-b3c3-cf4f29721452 None None] Routers {'8a973dcf-355b-4877-9626-26f30d530606'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:43:16.104090 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-f0164ce7-0033-4855-b3c3-cf4f29721452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:42:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['8a973dcf-355b-4877-9626-26f30d530606'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:16.338150 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-f0164ce7-0033-4855-b3c3-cf4f29721452 None None] Set router 8a973dcf-355b-4877-9626-26f30d530606 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:43:16.536549 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-f0164ce7-0033-4855-b3c3-cf4f29721452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '12e19417-6e30-4265-89f1-f7ff0ab67ed3', 'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'mac_address': 'fa:16:3e:49:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:34Z', 'revision_number': 5, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'subnets': [{'id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:16.562255 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0164ce7-0033-4855-b3c3-cf4f29721452 None None] The sync data for ids ['8a973dcf-355b-4877-9626-26f30d530606'] in dv-cinder-834541-1-iscsi is: [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '12e19417-6e30-4265-89f1-f7ff0ab67ed3', 'name': '', 'network_id': '6fdd0a0d-058e-4b7f-8244-217f65ad62dc', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'mac_address': 'fa:16:3e:49:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:34Z', 'revision_number': 5, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'subnets': [{'id': '81ac927a-88b5-4ec9-bf60-d7b9a7938dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:43:16.664957 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f76e13c7-9216-4489-8795-689fa960841f req-432bb449-1b23-4a6c-927b-1b397a2fcdb8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480778 Mar 21 21:43:16.756220 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e13c7-9216-4489-8795-689fa960841f req-4fea4352-4faf-4cdd-881f-854a81488eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:16.758749 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f76e13c7-9216-4489-8795-689fa960841f req-4fea4352-4faf-4cdd-881f-854a81488eb3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58a58c4b5cc6439fb467c536d908c98d&device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 1129 time: 0.0487125 Mar 21 21:43:16.793175 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74e80e-4289-4523-9ec6-c66a53b9fcb8 None None] New status for floating IP 2d7da0b2-670a-4a4d-bf72-ffab7af43786: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:43:16.865381 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e13c7-9216-4489-8795-689fa960841f req-0ae8c2f4-0b71-43bc-901f-af83717b78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:16.866935 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f76e13c7-9216-4489-8795-689fa960841f req-0ae8c2f4-0b71-43bc-901f-af83717b78ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 200 len: 919 time: 0.0876615 Mar 21 21:43:16.926017 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f76e13c7-9216-4489-8795-689fa960841f req-ae23447e-80df-4acd-b86f-1622c7321a21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5be5bc3d-eeaa-453b-93f8-046127030354 HTTP/1.1" status: 200 len: 217 time: 0.0528874 Mar 21 21:43:16.975946 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e13c7-9216-4489-8795-689fa960841f req-ecb7e423-c21d-4611-9842-d48a2abf46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:16.980008 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f76e13c7-9216-4489-8795-689fa960841f req-ecb7e423-c21d-4611-9842-d48a2abf46bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 200 len: 857 time: 0.0458965 Mar 21 21:43:17.006185 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33576) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:17.030185 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e13c7-9216-4489-8795-689fa960841f req-4d680332-ec92-4793-84eb-cffb86ecbf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:17.031790 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f76e13c7-9216-4489-8795-689fa960841f req-4d680332-ec92-4793-84eb-cffb86ecbf81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fdd0a0d-058e-4b7f-8244-217f65ad62dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470698 Mar 21 21:43:17.060299 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d207fcb9-f00c-4195-99e9-7ff9f15a0100 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for security_group (0ba93a6e-e280-4e44-845a-c176e1f049d8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:17.085418 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d207fcb9-f00c-4195-99e9-7ff9f15a0100 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for security_group (0ba93a6e-e280-4e44-845a-c176e1f049d8), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:17.131442 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f76e13c7-9216-4489-8795-689fa960841f req-16327afc-189c-405b-a292-430594a047e9 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913556 Mar 21 21:43:17.200863 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d207fcb9-f00c-4195-99e9-7ff9f15a0100 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0ba93a6e-e280-4e44-845a-c176e1f049d8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:17.203365 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d207fcb9-f00c-4195-99e9-7ff9f15a0100 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:17.206779 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d207fcb9-f00c-4195-99e9-7ff9f15a0100 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "DELETE /v2.0/security-groups/0ba93a6e-e280-4e44-845a-c176e1f049d8 HTTP/1.1" status: 204 len: 168 time: 0.1968241 Mar 21 21:43:17.208916 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33578) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:17.219724 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f76e13c7-9216-4489-8795-689fa960841f req-dfe035db-aecf-4cc7-aa15-bc2915fe1070 service neutron] 10.222.0.31 "GET /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820742 Mar 21 21:43:17.221333 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207fcb9-f00c-4195-99e9-7ff9f15a0100 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba93a6e-e280-4e44-845a-c176e1f049d8,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:17.228166 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.api.v2.resource [None req-c6df2d89-f202-4840-8d25-6d0f73331cff tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] show failed (client error): The resource could not be found. Mar 21 21:43:17.229221 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c6df2d89-f202-4840-8d25-6d0f73331cff tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups/0ba93a6e-e280-4e44-845a-c176e1f049d8 HTTP/1.1" status: 404 len: 347 time: 0.0194137 Mar 21 21:43:17.231869 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33580) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:17.364322 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-4064a9ca-3243-4718-bd8c-08fae8cf8430 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Deleting port 9e0fa85c-c961-450e-892e-bb5cdc4c66bd {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:43:17.364948 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4064a9ca-3243-4718-bd8c-08fae8cf8430 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (9e0fa85c-c961-450e-892e-bb5cdc4c66bd), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:17.441605 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4064a9ca-3243-4718-bd8c-08fae8cf8430 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (9e0fa85c-c961-450e-892e-bb5cdc4c66bd), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:17.441940 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4064a9ca-3243-4718-bd8c-08fae8cf8430 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for floatingip (9e0fa85c-c961-450e-892e-bb5cdc4c66bd), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:17.454572 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-4064a9ca-3243-4718-bd8c-08fae8cf8430 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Calling delete_port for 9e0fa85c-c961-450e-892e-bb5cdc4c66bd owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:43:17.635138 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4064a9ca-3243-4718-bd8c-08fae8cf8430 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (9e0fa85c-c961-450e-892e-bb5cdc4c66bd), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:17.665825 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064a9ca-3243-4718-bd8c-08fae8cf8430 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event deleted for resources: {'Port': ['ID=9e0fa85c-c961-450e-892e-bb5cdc4c66bd,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:17.724116 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4064a9ca-3243-4718-bd8c-08fae8cf8430 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks [] for floatingip (2d7da0b2-670a-4a4d-bf72-ffab7af43786), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:17.726723 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4064a9ca-3243-4718-bd8c-08fae8cf8430 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:17.727868 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4064a9ca-3243-4718-bd8c-08fae8cf8430 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "DELETE /v2.0/floatingips/2d7da0b2-670a-4a4d-bf72-ffab7af43786 HTTP/1.1" status: 204 len: 168 time: 0.4950471 Mar 21 21:43:17.938391 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-886b3b6f-9913-495c-b968-525d457ddfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:19.434723 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f3afc-fbcb-40c8-a48b-ae1b3f871b36 req-4a845621-9723-4495-8065-7b163c5f5a2f tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:19.436184 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-590f3afc-fbcb-40c8-a48b-ae1b3f871b36 req-4a845621-9723-4495-8065-7b163c5f5a2f tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 946 time: 0.0533662 Mar 21 21:43:19.487053 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-590f3afc-fbcb-40c8-a48b-ae1b3f871b36 req-efb68c00-ceaa-4a6e-9d4d-3e91535e055f tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451901 Mar 21 21:43:19.959104 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:43:19.978998 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:43:19.979331 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b0ec8b9e-92eb-4bf6-9d5c-20f4110a9fb4 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:43:20.269276 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1b6e9481-7ae8-46bc-9b93-9decaf095df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:20.884740 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7e73f-0917-45aa-9278-ad8d09758a58 req-9be38bfd-97a3-4435-87f9-917507ca3505 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:20.886209 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-79f7e73f-0917-45aa-9278-ad8d09758a58 req-9be38bfd-97a3-4435-87f9-917507ca3505 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 946 time: 0.3342993 Mar 21 21:43:20.897625 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f39914-4e3b-4668-984b-21ed165283f9 req-ae6c8e83-50e2-4514-9e69-3e53d8d2de00 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:20.899581 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-05f39914-4e3b-4668-984b-21ed165283f9 req-ae6c8e83-50e2-4514-9e69-3e53d8d2de00 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0690236 Mar 21 21:43:20.977089 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-79f7e73f-0917-45aa-9278-ad8d09758a58 req-e690ef03-87fc-4aad-9e7a-36eac9202f70 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb0dbc01-df22-42f5-ba6d-053a025e4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756958 Mar 21 21:43:20.981483 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-05f39914-4e3b-4668-984b-21ed165283f9 req-a2e74564-eb0c-44db-9f1e-cb71e6d83dcb tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753953 Mar 21 21:43:20.991435 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-3eec52b6-d432-4850-847f-0d81dfa8ebc5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:20.993099 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-3eec52b6-d432-4850-847f-0d81dfa8ebc5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 946 time: 0.0530801 Mar 21 21:43:21.088118 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Deleting port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:43:21.088468 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:21.172658 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] For port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:21.172937 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:21.349749 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:21.350114 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (c91f4024-dbfb-4186-9c81-2a0ae55bc2c2), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:21.350429 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.l3_db [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Floating IP c91f4024-dbfb-4186-9c81-2a0ae55bc2c2 disassociated. External IP: 172.27.1.232, port: b0b31eeb-43bb-4ce0-8cb6-057cb5b83408. Mar 21 21:43:21.350767 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Calling delete_port for b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:43:21.440876 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:21.543729 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (b0b31eeb-43bb-4ce0-8cb6-057cb5b83408), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:21.574369 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event deleted for resources: {'Port': ['ID=b0b31eeb-43bb-4ce0-8cb6-057cb5b83408,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:21.686211 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Router 0e7fdfff-319b-424c-b4ef-1758c931e273 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:43:21.792046 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:43:21.801641 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4827625c-5380-451e-80a1-98625df7decf None None] Sync routers for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:43:21.811119 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4827625c-5380-451e-80a1-98625df7decf None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:43:21.811731 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4827625c-5380-451e-80a1-98625df7decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:43:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:21.834172 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] No DVR routers for this DVR port b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 on host hv-cinder-83454 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:43:21.836848 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:21.840044 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9fbbcb6a-6722-42b2-9832-33e90359a020 req-2f4880ab-46ff-4c96-837e-20ce159a568e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "DELETE /v2.0/ports/b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 HTTP/1.1" status: 204 len: 173 time: 0.8411009 Mar 21 21:43:21.840480 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'name': 'network-vif-deleted', 'tag': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:43:21.842722 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec450460-0aa8-44e7-b42d-b1bde1ed40e5" -d '{"events": [{"server_uuid": "25a9378e-0e46-48f3-9740-a1d6e40b4006", "name": "network-vif-deleted", "tag": "b0b31eeb-43bb-4ce0-8cb6-057cb5b83408"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:43:21.878718 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533b0aec-7dd9-43dc-8144-b2a3f761a032 x-openstack-request-id: req-533b0aec-7dd9-43dc-8144-b2a3f761a032 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:43:21.879010 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a9378e-0e46-48f3-9740-a1d6e40b4006", "name": "network-vif-deleted", "tag": "b0b31eeb-43bb-4ce0-8cb6-057cb5b83408", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:43:21.879277 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-533b0aec-7dd9-43dc-8144-b2a3f761a032 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:43:21.879692 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a9378e-0e46-48f3-9740-a1d6e40b4006', 'name': 'network-vif-deleted', 'tag': 'b0b31eeb-43bb-4ce0-8cb6-057cb5b83408', 'status': 'completed', 'code': 200} Mar 21 21:43:21.921656 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-4827625c-5380-451e-80a1-98625df7decf None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:43:22.092122 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5f54266a-80f7-452b-925c-410f9f7288e7 req-ea67c85c-9b1c-4a0b-a64e-4eb338bcebb6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a9378e-0e46-48f3-9740-a1d6e40b4006 HTTP/1.1" status: 200 len: 210 time: 0.0334013 Mar 21 21:43:22.147716 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4827625c-5380-451e-80a1-98625df7decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:22.150809 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48335c81-1df5-4713-bf6a-f6d5fcec4fdf req-061cbd9c-bb93-45fc-a7ad-2bba1349124a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:22.152987 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48335c81-1df5-4713-bf6a-f6d5fcec4fdf req-061cbd9c-bb93-45fc-a7ad-2bba1349124a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0630381 Mar 21 21:43:22.175147 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4827625c-5380-451e-80a1-98625df7decf None None] Checking router: 0e7fdfff-319b-424c-b4ef-1758c931e273 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:43:22.186096 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4827625c-5380-451e-80a1-98625df7decf None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:43:22.186709 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4827625c-5380-451e-80a1-98625df7decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:43:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:22.206570 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48335c81-1df5-4713-bf6a-f6d5fcec4fdf req-8288d8a1-895d-4dc0-afbc-ff6e08d76358 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486012 Mar 21 21:43:22.224887 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:43:22.295804 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-4827625c-5380-451e-80a1-98625df7decf None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:43:22.498006 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4827625c-5380-451e-80a1-98625df7decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:22.528643 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4827625c-5380-451e-80a1-98625df7decf None None] The sync data for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi is: [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:43:22.748751 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36e91f-8b65-47e1-b2e3-d410660e80af None None] New status for floating IP c91f4024-dbfb-4186-9c81-2a0ae55bc2c2: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:43:22.856721 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:23.167930 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0f94a-399c-46f9-8187-3cb6cf270907 req-be3be734-a578-436d-bf8a-e91144f573ef tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:23.169413 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-05d0f94a-399c-46f9-8187-3cb6cf270907 req-be3be734-a578-436d-bf8a-e91144f573ef tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.0525098 Mar 21 21:43:23.248356 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33636) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:23.265048 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-05d0f94a-399c-46f9-8187-3cb6cf270907 req-2c6431f0-ebf7-48d7-a83b-41fd350bfe05 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Deleting port 9f800a58-c5c5-4b98-9182-50199078df04 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:43:23.265512 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-05d0f94a-399c-46f9-8187-3cb6cf270907 req-2c6431f0-ebf7-48d7-a83b-41fd350bfe05 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (9f800a58-c5c5-4b98-9182-50199078df04), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:23.344009 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ba41a9a-a986-4d18-833b-5fbd460e4449 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (eb0dbc01-df22-42f5-ba6d-053a025e4a93), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:23.371191 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-05d0f94a-399c-46f9-8187-3cb6cf270907 req-2c6431f0-ebf7-48d7-a83b-41fd350bfe05 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] For port 9f800a58-c5c5-4b98-9182-50199078df04, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9f800a58-c5c5-4b98-9182-50199078df04,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:23.371549 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-05d0f94a-399c-46f9-8187-3cb6cf270907 req-2c6431f0-ebf7-48d7-a83b-41fd350bfe05 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (9f800a58-c5c5-4b98-9182-50199078df04), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:23.375006 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ba41a9a-a986-4d18-833b-5fbd460e4449 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (eb0dbc01-df22-42f5-ba6d-053a025e4a93), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:23.385160 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-05d0f94a-399c-46f9-8187-3cb6cf270907 req-2c6431f0-ebf7-48d7-a83b-41fd350bfe05 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Calling delete_port for 9f800a58-c5c5-4b98-9182-50199078df04 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:43:23.390281 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2e3a5-cd8c-4c6e-b87c-9bcc959cba1e req-05e0c3f8-efa6-4564-a949-0e6defc4f479 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:23.391769 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-46d2e3a5-cd8c-4c6e-b87c-9bcc959cba1e req-05e0c3f8-efa6-4564-a949-0e6defc4f479 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 946 time: 0.1092987 Mar 21 21:43:23.456679 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-46d2e3a5-cd8c-4c6e-b87c-9bcc959cba1e req-aca645be-5917-4aa2-ba40-7d3a27688f3a tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553868 Mar 21 21:43:23.532252 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ba41a9a-a986-4d18-833b-5fbd460e4449 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (eb0dbc01-df22-42f5-ba6d-053a025e4a93), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:23.534840 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ba41a9a-a986-4d18-833b-5fbd460e4449 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:23.535969 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3ba41a9a-a986-4d18-833b-5fbd460e4449 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "DELETE /v2.0/security-groups/eb0dbc01-df22-42f5-ba6d-053a025e4a93 HTTP/1.1" status: 204 len: 168 time: 0.2860191 Mar 21 21:43:23.539745 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33640) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:23.545768 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba41a9a-a986-4d18-833b-5fbd460e4449 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0dbc01-df22-42f5-ba6d-053a025e4a93,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:23.553881 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.api.v2.resource [None req-63b8ea74-4b21-4792-af21-ceb3cf44ab3c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] show failed (client error): The resource could not be found. Mar 21 21:43:23.555880 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-63b8ea74-4b21-4792-af21-ceb3cf44ab3c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups/eb0dbc01-df22-42f5-ba6d-053a025e4a93 HTTP/1.1" status: 404 len: 347 time: 0.0150311 Mar 21 21:43:23.558719 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33642) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:23.592806 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-05d0f94a-399c-46f9-8187-3cb6cf270907 req-2c6431f0-ebf7-48d7-a83b-41fd350bfe05 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (9f800a58-c5c5-4b98-9182-50199078df04), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:23.607588 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['5be5bc3d-eeaa-453b-93f8-046127030354', '9f800a58-c5c5-4b98-9182-50199078df04'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:43:23.667148 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6431f0-ebf7-48d7-a83b-41fd350bfe05 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event deleted for resources: {'Port': ['ID=9f800a58-c5c5-4b98-9182-50199078df04,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:23.727793 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d0f94a-399c-46f9-8187-3cb6cf270907 req-2c6431f0-ebf7-48d7-a83b-41fd350bfe05 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] No DVR routers for this DVR port 9f800a58-c5c5-4b98-9182-50199078df04 on host hv-cinder-83454 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:43:23.730867 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-05d0f94a-399c-46f9-8187-3cb6cf270907 req-2c6431f0-ebf7-48d7-a83b-41fd350bfe05 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:23.734089 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-05d0f94a-399c-46f9-8187-3cb6cf270907 req-2c6431f0-ebf7-48d7-a83b-41fd350bfe05 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "DELETE /v2.0/ports/9f800a58-c5c5-4b98-9182-50199078df04 HTTP/1.1" status: 204 len: 173 time: 0.5579698 Mar 21 21:43:23.755092 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-94648bdf-d00c-4a7a-ae1e-4fe5e01ab44b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Deleting port 077907a9-ce05-4d98-95b5-d3ffed987ae5 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:43:23.755457 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-94648bdf-d00c-4a7a-ae1e-4fe5e01ab44b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (077907a9-ce05-4d98-95b5-d3ffed987ae5), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:23.831359 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-94648bdf-d00c-4a7a-ae1e-4fe5e01ab44b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (077907a9-ce05-4d98-95b5-d3ffed987ae5), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:23.831579 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-94648bdf-d00c-4a7a-ae1e-4fe5e01ab44b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (077907a9-ce05-4d98-95b5-d3ffed987ae5), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:23.843112 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-94648bdf-d00c-4a7a-ae1e-4fe5e01ab44b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Calling delete_port for 077907a9-ce05-4d98-95b5-d3ffed987ae5 owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:43:23.885871 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee386e7-7bef-446b-9290-2adfa7b31fd1', 'name': 'network-vif-deleted', 'tag': '9f800a58-c5c5-4b98-9182-50199078df04'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:43:23.888023 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f466796a-bd39-4974-ab8a-b6e03f8bd28d" -d '{"events": [{"server_uuid": "1ee386e7-7bef-446b-9290-2adfa7b31fd1", "name": "network-vif-deleted", "tag": "9f800a58-c5c5-4b98-9182-50199078df04"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:43:23.935227 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2596cdd3-d749-4d2b-80e6-ea87478ca33e x-openstack-request-id: req-2596cdd3-d749-4d2b-80e6-ea87478ca33e {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:43:23.935513 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee386e7-7bef-446b-9290-2adfa7b31fd1", "name": "network-vif-deleted", "tag": "9f800a58-c5c5-4b98-9182-50199078df04", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:43:23.935762 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2596cdd3-d749-4d2b-80e6-ea87478ca33e {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:43:23.936141 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee386e7-7bef-446b-9290-2adfa7b31fd1', 'name': 'network-vif-deleted', 'tag': '9f800a58-c5c5-4b98-9182-50199078df04', 'status': 'completed', 'code': 200} Mar 21 21:43:24.040473 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-94648bdf-d00c-4a7a-ae1e-4fe5e01ab44b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (077907a9-ce05-4d98-95b5-d3ffed987ae5), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:24.067081 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94648bdf-d00c-4a7a-ae1e-4fe5e01ab44b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event deleted for resources: {'Port': ['ID=077907a9-ce05-4d98-95b5-d3ffed987ae5,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:24.128551 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-94648bdf-d00c-4a7a-ae1e-4fe5e01ab44b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (c91f4024-dbfb-4186-9c81-2a0ae55bc2c2), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:24.131127 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-94648bdf-d00c-4a7a-ae1e-4fe5e01ab44b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:24.132275 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-94648bdf-d00c-4a7a-ae1e-4fe5e01ab44b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "DELETE /v2.0/floatingips/c91f4024-dbfb-4186-9c81-2a0ae55bc2c2 HTTP/1.1" status: 204 len: 168 time: 0.5726528 Mar 21 21:43:24.429084 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33648) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:24.433800 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-3bedf676-9188-4932-8351-03069a36c205 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1561639665', 'description': 'tempest-description--1930159273'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:24.446899 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:24.515409 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3bedf676-9188-4932-8351-03069a36c205 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:24.568322 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-14d71165-215f-4bc6-bb70-d09ccf3cc891 req-6fc12af8-d631-4249-a0d4-39aaca3becf1 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee386e7-7bef-446b-9290-2adfa7b31fd1 HTTP/1.1" status: 200 len: 210 time: 0.0295167 Mar 21 21:43:24.593635 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3bedf676-9188-4932-8351-03069a36c205 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (de69d7bd-c51b-4361-b687-12eba049eb7b), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:24.663295 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3bedf676-9188-4932-8351-03069a36c205 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (de69d7bd-c51b-4361-b687-12eba049eb7b), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:24.692586 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf676-9188-4932-8351-03069a36c205 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de69d7bd-c51b-4361-b687-12eba049eb7b,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:24.757134 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3bedf676-9188-4932-8351-03069a36c205 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:24.759209 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3bedf676-9188-4932-8351-03069a36c205 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3290026 Mar 21 21:43:24.762055 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33652) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:24.766312 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-3ea84569-c244-46c6-8eb9-35910d043309 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'security_group_rule': {'security_group_id': 'de69d7bd-c51b-4361-b687-12eba049eb7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:24.833570 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ea84569-c244-46c6-8eb9-35910d043309 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (b0d0ab76-b0ff-4554-92bc-060ced69f7ed), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:24.890793 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ea84569-c244-46c6-8eb9-35910d043309 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (b0d0ab76-b0ff-4554-92bc-060ced69f7ed), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:24.932174 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ea84569-c244-46c6-8eb9-35910d043309 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (b0d0ab76-b0ff-4554-92bc-060ced69f7ed), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:24.949561 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea84569-c244-46c6-8eb9-35910d043309 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d0ab76-b0ff-4554-92bc-060ced69f7ed,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:25.026542 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ea84569-c244-46c6-8eb9-35910d043309 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:25.027780 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3ea84569-c244-46c6-8eb9-35910d043309 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2647901 Mar 21 21:43:25.030498 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33654) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:25.037476 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-127c42c3-b537-40cf-bea6-9f44a1ced5f6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'security_group_rule': {'security_group_id': 'de69d7bd-c51b-4361-b687-12eba049eb7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:25.125004 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-127c42c3-b537-40cf-bea6-9f44a1ced5f6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (76c83339-1e77-44b0-b3cf-30b37f42bb13), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:25.180479 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-127c42c3-b537-40cf-bea6-9f44a1ced5f6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (76c83339-1e77-44b0-b3cf-30b37f42bb13), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:25.274950 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-127c42c3-b537-40cf-bea6-9f44a1ced5f6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (76c83339-1e77-44b0-b3cf-30b37f42bb13), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:25.293554 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c42c3-b537-40cf-bea6-9f44a1ced5f6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c83339-1e77-44b0-b3cf-30b37f42bb13,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:25.355983 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-127c42c3-b537-40cf-bea6-9f44a1ced5f6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:25.357293 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-127c42c3-b537-40cf-bea6-9f44a1ced5f6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3257599 Mar 21 21:43:25.360206 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33656) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:25.364572 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:25.439645 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:25.535095 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:25.635041 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Allocated IP 172.27.1.144 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/2691bc53-e4cd-442b-b8b2-502530043fa6) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:43:25.739528 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for port (2691bc53-e4cd-442b-b8b2-502530043fa6), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:25.881214 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (2691bc53-e4cd-442b-b8b2-502530043fa6), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:25.917138 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:43:25.919855 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:43:25.923339 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:43:25.949455 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'Port': ['ID=2691bc53-e4cd-442b-b8b2-502530043fa6,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:26.002149 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 9f800a58-c5c5-4b98-9182-50199078df04 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:43:26.017639 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (61222ee7-6142-46f1-8943-7dce078e736e), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:26.028465 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 9f800a58-c5c5-4b98-9182-50199078df04 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:43:26.028835 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 9f800a58-c5c5-4b98-9182-50199078df04 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:43:26.029264 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:43:26.048338 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:43:26.056165 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device b0b31eeb-43bb-4ce0-8cb6-057cb5b83408 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:43:26.165281 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (2691bc53-e4cd-442b-b8b2-502530043fa6), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:26.275483 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69556-113e-4649-ac57-a98694a85e18 req-585e8cde-5139-4dc4-a536-5ce90f24c843 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:26.277346 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7b69556-113e-4649-ac57-a98694a85e18 req-585e8cde-5139-4dc4-a536-5ce90f24c843 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0560648 Mar 21 21:43:26.321886 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for port (2691bc53-e4cd-442b-b8b2-502530043fa6), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:26.324400 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7b69556-113e-4649-ac57-a98694a85e18 req-07c49880-f769-4f13-8070-671a24d266c9 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Mar 21 21:43:26.400916 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (2691bc53-e4cd-442b-b8b2-502530043fa6), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:26.466644 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'Port': ['ID=2691bc53-e4cd-442b-b8b2-502530043fa6,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:26.478615 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (61222ee7-6142-46f1-8943-7dce078e736e), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:26.562654 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:26.563900 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b40f1949-99f3-4a68-a1d9-663a7665e682 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2027221 Mar 21 21:43:26.753083 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-50570dd9-a95b-4a37-b445-0e3aa746c415 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1561639665&fields=id&tenant_id=0f2630a33d1441d7b3031903b1389a78 HTTP/1.1" status: 200 len: 267 time: 0.0409603 Mar 21 21:43:26.854010 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-67b9f600-b1c2-4f1d-85c7-942ba44d6394 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:26.855473 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-67b9f600-b1c2-4f1d-85c7-942ba44d6394 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/networks?id=472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 200 len: 815 time: 0.0958617 Mar 21 21:43:26.870262 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-7c6b5f2d-bb5f-4b36-9cb4-f6f094328016 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/quotas/0f2630a33d1441d7b3031903b1389a78 HTTP/1.1" status: 200 len: 375 time: 0.0095792 Mar 21 21:43:26.927406 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-ac314558-1f16-4a3b-b267-998bc5b1bdc9 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522938 Mar 21 21:43:27.021638 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-c901061d-52ed-4523-b3e0-e1b68ab5cbdd service neutron] 10.222.0.23 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829358 Mar 21 21:43:27.113547 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-82acd69e-ffd9-4ea9-af75-35139ca34408 service neutron] 10.222.0.23 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853310 Mar 21 21:43:27.327359 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e664f1e2-df28-445c-ae8c-cf107a1bdf75 req-1a8dbfd3-cfb0-410d-8d50-d8ce094b2669 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 210 time: 0.0276403 Mar 21 21:43:27.449266 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18209-86fe-4978-9daa-d58be682ed96 req-5d5e025f-4ef0-4fef-bcb0-c4435ba60d0e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:27.450756 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bce18209-86fe-4978-9daa-d58be682ed96 req-5d5e025f-4ef0-4fef-bcb0-c4435ba60d0e tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0558870 Mar 21 21:43:27.497785 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bce18209-86fe-4978-9daa-d58be682ed96 req-92e7517e-a728-469d-98bd-d056dbb91cf4 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 Mar 21 21:43:28.425922 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-738a84a3-c915-446a-8cc6-d97f507cd5a9 req-5dca3930-cd1b-49cf-b5f4-072016650cf5 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 210 time: 0.0317554 Mar 21 21:43:28.724217 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9d126-8d70-4dd0-8eeb-b27ab4dfb199 req-1cebb86f-78a7-4a2f-bf23-0509bd9752ee tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:28.725854 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8bd9d126-8d70-4dd0-8eeb-b27ab4dfb199 req-1cebb86f-78a7-4a2f-bf23-0509bd9752ee tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0552304 Mar 21 21:43:28.772894 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8bd9d126-8d70-4dd0-8eeb-b27ab4dfb199 req-bc3d270c-9b0e-40e2-8ad3-e70745e96c6f tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416217 Mar 21 21:43:29.302513 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-acbda760-c62b-41c0-85b9-9ca713886a75 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:29.303953 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-acbda760-c62b-41c0-85b9-9ca713886a75 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "GET /v2.0/networks?id=472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 200 len: 815 time: 0.1001747 Mar 21 21:43:29.366392 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-3afd13ef-e640-4d0e-8a7f-958951b88bf7 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2630a33d1441d7b3031903b1389a78 HTTP/1.1" status: 200 len: 380 time: 0.0537126 Mar 21 21:43:29.376345 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'port': {'device_id': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'admin_state_up': True, 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'security_groups': ['de69d7bd-c51b-4361-b687-12eba049eb7b']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:29.520141 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c43b7272-ca89-4edd-8ff6-63b984225138 req-e771255e-29be-4ae8-bcd6-0d4802b48dbe tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 210 time: 0.0270302 Mar 21 21:43:29.543713 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Made reservation on behalf of 0f2630a33d1441d7b3031903b1389a78 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:43:29.547215 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:29.672142 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Allocated IP 172.20.0.4 (472a0135-1464-4a1e-93c6-5927f427a349/26971799-c630-49e4-9453-fee2b5a1d2e1/3e70752a-3333-4944-b733-5c508f8a7861) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:43:29.729214 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be23d4e-6164-43be-8323-ddbf164ba98b req-a12a3bb6-54ba-4050-82a8-bd7f08a795a7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:29.730654 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2be23d4e-6164-43be-8323-ddbf164ba98b req-a12a3bb6-54ba-4050-82a8-bd7f08a795a7 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.0521696 Mar 21 21:43:29.815022 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for port (3e70752a-3333-4944-b733-5c508f8a7861), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:29.830306 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-2be23d4e-6164-43be-8323-ddbf164ba98b req-fbb994ee-fd9a-4637-ac00-28ff9d252107 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Deleting port 5be5bc3d-eeaa-453b-93f8-046127030354 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:43:29.830651 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2be23d4e-6164-43be-8323-ddbf164ba98b req-fbb994ee-fd9a-4637-ac00-28ff9d252107 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:29.904616 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (3e70752a-3333-4944-b733-5c508f8a7861), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:29.950497 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b291-9ac6-42cf-8cce-f4efc08d96e8 req-36b4a450-1aac-4879-bc20-881d96803f75 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:29.951899 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e104b291-9ac6-42cf-8cce-f4efc08d96e8 req-36b4a450-1aac-4879-bc20-881d96803f75 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 945 time: 0.1072233 Mar 21 21:43:29.957056 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Network 472a0135-1464-4a1e-93c6-5927f427a349 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:43:29.957829 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event updated for resources: {'Port': ['ID=3e70752a-3333-4944-b733-5c508f8a7861,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:29.960725 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:43:29.967097 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:43:29.967548 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-2be23d4e-6164-43be-8323-ddbf164ba98b req-fbb994ee-fd9a-4637-ac00-28ff9d252107 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] For port 5be5bc3d-eeaa-453b-93f8-046127030354, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=5be5bc3d-eeaa-453b-93f8-046127030354,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:29.967912 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2be23d4e-6164-43be-8323-ddbf164ba98b req-fbb994ee-fd9a-4637-ac00-28ff9d252107 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:29.994128 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-2be23d4e-6164-43be-8323-ddbf164ba98b req-fbb994ee-fd9a-4637-ac00-28ff9d252107 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Calling delete_port for 5be5bc3d-eeaa-453b-93f8-046127030354 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:43:30.020526 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:30.021421 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:30.067022 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e104b291-9ac6-42cf-8cce-f4efc08d96e8 req-658d00ae-cd75-4c15-9a31-b6af6d0a3482 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6de0331-deb5-4ba7-aaef-b4507480306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041772 Mar 21 21:43:30.123453 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-5f20022c-8e31-4c07-8ba4-af8d08bca78a tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7506852 Mar 21 21:43:30.185251 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Request body: {'port': {'device_id': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:30.199553 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2be23d4e-6164-43be-8323-ddbf164ba98b req-fbb994ee-fd9a-4637-ac00-28ff9d252107 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (5be5bc3d-eeaa-453b-93f8-046127030354), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:30.210993 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['5be5bc3d-eeaa-453b-93f8-046127030354'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:43:30.229608 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb994ee-fd9a-4637-ac00-28ff9d252107 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Pushing event deleted for resources: {'Port': ['ID=5be5bc3d-eeaa-453b-93f8-046127030354,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:30.255406 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-fcfb1c51-42c2-4e75-a56d-9b9b54823173 None None] Provisioning complete for port 3e70752a-3333-4944-b733-5c508f8a7861 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:43:30.259584 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1c51-42c2-4e75-a56d-9b9b54823173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (3e70752a-3333-4944-b733-5c508f8a7861), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:30.261920 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (3e70752a-3333-4944-b733-5c508f8a7861), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:30.272711 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be23d4e-6164-43be-8323-ddbf164ba98b req-fbb994ee-fd9a-4637-ac00-28ff9d252107 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] No DVR routers for this DVR port 5be5bc3d-eeaa-453b-93f8-046127030354 on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:43:30.276317 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2be23d4e-6164-43be-8323-ddbf164ba98b req-fbb994ee-fd9a-4637-ac00-28ff9d252107 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:30.279484 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2be23d4e-6164-43be-8323-ddbf164ba98b req-fbb994ee-fd9a-4637-ac00-28ff9d252107 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.31 "DELETE /v2.0/ports/5be5bc3d-eeaa-453b-93f8-046127030354 HTTP/1.1" status: 204 len: 173 time: 0.5436954 Mar 21 21:43:30.279943 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a21aa3-df65-415a-a8e1-8f6fd1728ece', 'name': 'network-vif-deleted', 'tag': '5be5bc3d-eeaa-453b-93f8-046127030354'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:43:30.282350 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69347b6e-ee55-4701-8a1e-6634e12f3fab" -d '{"events": [{"server_uuid": "63a21aa3-df65-415a-a8e1-8f6fd1728ece", "name": "network-vif-deleted", "tag": "5be5bc3d-eeaa-453b-93f8-046127030354"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:43:30.294910 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb1c51-42c2-4e75-a56d-9b9b54823173 None None] Port 3e70752a-3333-4944-b733-5c508f8a7861 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:43:30.319553 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d70b0cd-f3c0-49bf-b602-d4ae282c72d9 x-openstack-request-id: req-5d70b0cd-f3c0-49bf-b602-d4ae282c72d9 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:43:30.319844 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a21aa3-df65-415a-a8e1-8f6fd1728ece", "name": "network-vif-deleted", "tag": "5be5bc3d-eeaa-453b-93f8-046127030354", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:43:30.320095 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d70b0cd-f3c0-49bf-b602-d4ae282c72d9 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:43:30.320487 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a21aa3-df65-415a-a8e1-8f6fd1728ece', 'name': 'network-vif-deleted', 'tag': '5be5bc3d-eeaa-453b-93f8-046127030354', 'status': 'completed', 'code': 200} Mar 21 21:43:30.537273 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e70752a-3333-4944-b733-5c508f8a7861 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:43:30.544727 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Publish callbacks [] for port (3e70752a-3333-4944-b733-5c508f8a7861), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:30.556891 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Transition to ACTIVE for port object 3e70752a-3333-4944-b733-5c508f8a7861 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:43:30.681947 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (3e70752a-3333-4944-b733-5c508f8a7861), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:30.702172 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09226b-704e-478b-b96e-a4bc794e966a req-670da60a-af1b-426e-ab48-f2ddb0b9d69c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:30.706143 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2b09226b-704e-478b-b96e-a4bc794e966a req-670da60a-af1b-426e-ab48-f2ddb0b9d69c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 931 time: 0.0620258 Mar 21 21:43:30.754154 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Pushing event updated for resources: {'Port': ['ID=3e70752a-3333-4944-b733-5c508f8a7861,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:30.781903 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2b09226b-704e-478b-b96e-a4bc794e966a req-cb645e91-7d98-4ba3-a884-fc1aba8ffb64 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=de69d7bd-c51b-4361-b687-12eba049eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663974 Mar 21 21:43:30.864273 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Attempting to bind port 3e70752a-3333-4944-b733-5c508f8a7861 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:43:30.864733 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Attempting to bind port 3e70752a-3333-4944-b733-5c508f8a7861 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:43:30.865138 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Attempting to bind port 3e70752a-3333-4944-b733-5c508f8a7861 on network 472a0135-1464-4a1e-93c6-5927f427a349 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:43:30.870483 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Port 3e70752a-3333-4944-b733-5c508f8a7861 on network 472a0135-1464-4a1e-93c6-5927f427a349 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:43:30.870818 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Attempting to bind port 3e70752a-3333-4944-b733-5c508f8a7861 on network 472a0135-1464-4a1e-93c6-5927f427a349 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:43:30.876049 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:43:30.876393 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Checking segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:43:30.876822 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Bound using segment: {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:43:30.877262 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Bound port: 3e70752a-3333-4944-b733-5c508f8a7861, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fe7406-e466-4f27-a7b6-8f313b1113db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:43:30.877627 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (3e70752a-3333-4944-b733-5c508f8a7861), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:30.948546 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] For port 3e70752a-3333-4944-b733-5c508f8a7861, host hv-cinder-83454, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:43:30.952204 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] For port 3e70752a-3333-4944-b733-5c508f8a7861, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3e70752a-3333-4944-b733-5c508f8a7861,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:43:31.029736 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (3e70752a-3333-4944-b733-5c508f8a7861), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:31.063090 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:31.063702 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:31.065545 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] 10.222.0.31 "PUT /v2.0/ports/3e70752a-3333-4944-b733-5c508f8a7861 HTTP/1.1" status: 200 len: 1093 time: 0.9350433 Mar 21 21:43:31.067820 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'tag': '3e70752a-3333-4944-b733-5c508f8a7861'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:43:31.071094 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eb8af0-753b-4e48-b429-3f1e5c024c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "17f96d2d-c224-484e-91f9-f82a44499c5f", "tag": "3e70752a-3333-4944-b733-5c508f8a7861"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:43:31.107972 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8b8db-4df6-4049-9531-23918fa5b12f service neutron] Pushing event updated for resources: {'Port': ['ID=3e70752a-3333-4944-b733-5c508f8a7861,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:31.118541 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7b15a7-22b2-450b-b498-a3a58a443886 x-openstack-request-id: req-6c7b15a7-22b2-450b-b498-a3a58a443886 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:43:31.120034 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f96d2d-c224-484e-91f9-f82a44499c5f", "tag": "3e70752a-3333-4944-b733-5c508f8a7861", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:43:31.120467 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c7b15a7-22b2-450b-b498-a3a58a443886 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:43:31.120903 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'tag': '3e70752a-3333-4944-b733-5c508f8a7861', 'status': 'completed', 'code': 200} Mar 21 21:43:31.202197 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb8af0-753b-4e48-b429-3f1e5c024c7c req-539ef087-e916-4e3a-a907-aab4e5b5aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:31.203814 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f5eb8af0-753b-4e48-b429-3f1e5c024c7c req-539ef087-e916-4e3a-a907-aab4e5b5aa5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 1127 time: 0.0610135 Mar 21 21:43:31.230185 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-969d2132-f95a-4fca-b68d-485af7c17fee req-cdae3714-a4b6-4b32-90fc-7aac71c9c5d4 tempest-ServerRescueNegativeTestJSON-1208924920 tempest-ServerRescueNegativeTestJSON-1208924920-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a21aa3-df65-415a-a8e1-8f6fd1728ece HTTP/1.1" status: 200 len: 210 time: 0.0364354 Mar 21 21:43:31.316901 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb8af0-753b-4e48-b429-3f1e5c024c7c req-1d7a8fd8-482c-464a-b188-8e5013914f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:31.318307 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f5eb8af0-753b-4e48-b429-3f1e5c024c7c req-1d7a8fd8-482c-464a-b188-8e5013914f38 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0f2630a33d1441d7b3031903b1389a78&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1077452 Mar 21 21:43:31.428916 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb8af0-753b-4e48-b429-3f1e5c024c7c req-b47222ca-7f42-42ce-907c-649baf3dd38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:31.430936 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f5eb8af0-753b-4e48-b429-3f1e5c024c7c req-b47222ca-7f42-42ce-907c-649baf3dd38f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058218 Mar 21 21:43:31.442696 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df78b5-0643-40b2-afde-cff08265f2ff req-a3dbd11f-a68e-4af4-84f1-73b272718603 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:31.444213 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0df78b5-0643-40b2-afde-cff08265f2ff req-a3dbd11f-a68e-4af4-84f1-73b272718603 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0564938 Mar 21 21:43:31.494883 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0df78b5-0643-40b2-afde-cff08265f2ff req-d9268338-0ce7-4ad3-b397-61f17621fb4d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Mar 21 21:43:31.522534 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-2c5e26eb-a9cb-422e-8108-acf9911ae943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:31.524094 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-2c5e26eb-a9cb-422e-8108-acf9911ae943 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 1127 time: 0.0531459 Mar 21 21:43:31.566371 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-f07dbd7c-7c88-4d94-b10c-d0def18d3e00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e70752a-3333-4944-b733-5c508f8a7861 HTTP/1.1" status: 200 len: 217 time: 0.0340211 Mar 21 21:43:31.615865 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-97bb9134-ad43-425e-abc9-88157f859c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:31.617361 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-97bb9134-ad43-425e-abc9-88157f859c7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26971799-c630-49e4-9453-fee2b5a1d2e1 HTTP/1.1" status: 200 len: 854 time: 0.0451140 Mar 21 21:43:31.663320 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-3c5d1380-5a4a-4919-9837-af403eed50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:31.664938 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-3c5d1380-5a4a-4919-9837-af403eed50a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=472a0135-1464-4a1e-93c6-5927f427a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414255 Mar 21 21:43:31.754189 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-a80c457e-e742-41ce-b36a-901d943d5591 service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818470 Mar 21 21:43:31.847644 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0ba83d82-01d6-4b45-af69-04e2451d7898 req-03b34786-d95f-4904-939c-6b590b927448 service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851774 Mar 21 21:43:31.904934 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b11fd-a407-42d2-9f7a-099a73725278 req-c19872c1-2943-481a-a545-2b2df703d050 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:31.909179 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c45b11fd-a407-42d2-9f7a-099a73725278 req-c19872c1-2943-481a-a545-2b2df703d050 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 943 time: 0.0569553 Mar 21 21:43:31.953395 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c45b11fd-a407-42d2-9f7a-099a73725278 req-d296b330-af66-4179-9266-3fdb6ac830ab tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=de69d7bd-c51b-4361-b687-12eba049eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414639 Mar 21 21:43:32.290345 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33746) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:32.618095 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48594-bc52-4121-96b6-b776a23a7bf2 req-c552f50f-191f-444d-8d5d-e75ffbcdb469 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:32.619655 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f7c48594-bc52-4121-96b6-b776a23a7bf2 req-c552f50f-191f-444d-8d5d-e75ffbcdb469 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0555942 Mar 21 21:43:32.668972 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f7c48594-bc52-4121-96b6-b776a23a7bf2 req-f3d8bf1a-36a0-43d3-87f7-79eee60a7ab9 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434411 Mar 21 21:43:33.020193 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fcd617d5-a1db-49a6-b393-557684ec40b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818441'] for router_interface (8a973dcf-355b-4877-9626-26f30d530606), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:33.081905 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f5512-7115-467e-97ba-6e804488ec2c req-f3b5e19c-249a-46d2-ae6f-495a10c813ee tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:33.083523 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8b1f5512-7115-467e-97ba-6e804488ec2c req-f3b5e19c-249a-46d2-ae6f-495a10c813ee tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 943 time: 0.0659139 Mar 21 21:43:33.134565 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8b1f5512-7115-467e-97ba-6e804488ec2c req-af1ff636-39a2-42a9-b93a-6a765d966ee8 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=de69d7bd-c51b-4361-b687-12eba049eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443285 Mar 21 21:43:33.326037 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-fcd617d5-a1db-49a6-b393-557684ec40b1 admin admin] Deleting port 12e19417-6e30-4265-89f1-f7ff0ab67ed3 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:43:33.326262 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fcd617d5-a1db-49a6-b393-557684ec40b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:33.417491 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4a0f842a-c1d3-4ccd-a0f8-682aafdfecd1 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:33.418917 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4a0f842a-c1d3-4ccd-a0f8-682aafdfecd1 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.31 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.1043136 Mar 21 21:43:33.468274 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-fcd617d5-a1db-49a6-b393-557684ec40b1 admin admin] For port 12e19417-6e30-4265-89f1-f7ff0ab67ed3, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=12e19417-6e30-4265-89f1-f7ff0ab67ed3,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:33.468658 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fcd617d5-a1db-49a6-b393-557684ec40b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:33.489281 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-fcd617d5-a1db-49a6-b393-557684ec40b1 admin admin] Calling delete_port for 12e19417-6e30-4265-89f1-f7ff0ab67ed3 owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:43:33.583823 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Deleting port 6c7e280f-69cf-4531-9c7c-0661659a207b {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:43:33.584089 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:33.723697 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] For port 6c7e280f-69cf-4531-9c7c-0661659a207b, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6c7e280f-69cf-4531-9c7c-0661659a207b,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:33.724058 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:33.790273 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2216fd-34ab-470c-91a5-6953d696a31d req-d024846a-a5e6-4ba7-9661-bacef610597c tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:33.791947 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9e2216fd-34ab-470c-91a5-6953d696a31d req-d024846a-a5e6-4ba7-9661-bacef610597c tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 945 time: 0.0541322 Mar 21 21:43:33.840171 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9e2216fd-34ab-470c-91a5-6953d696a31d req-8c000aab-7ca1-4e24-94a8-4fcdf3cca698 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f524dca2-1fdc-43d1-b057-19d91e54e893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Mar 21 21:43:33.962316 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:33.962671 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (88eac85f-9439-4fa4-a02b-60879ca93a31), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:33.963031 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.l3_db [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Floating IP 88eac85f-9439-4fa4-a02b-60879ca93a31 disassociated. External IP: 172.27.1.175, port: 6c7e280f-69cf-4531-9c7c-0661659a207b. Mar 21 21:43:33.963368 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Calling delete_port for 6c7e280f-69cf-4531-9c7c-0661659a207b owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:43:33.965232 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fcd617d5-a1db-49a6-b393-557684ec40b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (12e19417-6e30-4265-89f1-f7ff0ab67ed3), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:33.996644 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd617d5-a1db-49a6-b393-557684ec40b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12e19417-6e30-4265-89f1-f7ff0ab67ed3,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:34.022088 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 5be5bc3d-eeaa-453b-93f8-046127030354 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:43:34.042525 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 5be5bc3d-eeaa-453b-93f8-046127030354 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:43:34.048545 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 5be5bc3d-eeaa-453b-93f8-046127030354 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:43:34.278390 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fcd617d5-a1db-49a6-b393-557684ec40b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1818105'] for router_interface (8a973dcf-355b-4877-9626-26f30d530606), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:34.310369 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f43ce-8418-42b5-b550-25f726e00026 req-43ee33d1-6f2d-45fe-8a53-ee9e15f14858 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:34.311896 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d61f43ce-8418-42b5-b550-25f726e00026 req-43ee33d1-6f2d-45fe-8a53-ee9e15f14858 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 943 time: 0.0937231 Mar 21 21:43:34.341908 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf375ec-4c74-4861-9b90-fa2207b668bc req-d4ed587a-d7e9-4de0-b9ce-bc283a6c3241 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:34.343380 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ddf375ec-4c74-4861-9b90-fa2207b668bc req-d4ed587a-d7e9-4de0-b9ce-bc283a6c3241 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0974231 Mar 21 21:43:34.370277 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (6c7e280f-69cf-4531-9c7c-0661659a207b), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:34.401225 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d61f43ce-8418-42b5-b550-25f726e00026 req-07f30f5b-874e-4dc2-b883-ac91089b3fc7 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=de69d7bd-c51b-4361-b687-12eba049eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829325 Mar 21 21:43:34.403104 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event deleted for resources: {'Port': ['ID=6c7e280f-69cf-4531-9c7c-0661659a207b,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:34.424568 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ddf375ec-4c74-4861-9b90-fa2207b668bc req-ca3a1af7-55d2-4949-9367-fdbd79643890 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732005 Mar 21 21:43:34.832056 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:43:34.842800 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd617d5-a1db-49a6-b393-557684ec40b1 admin admin] Router 8a973dcf-355b-4877-9626-26f30d530606 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:43:34.938052 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ad83a7cb-2032-4de5-95ed-8bf559f6bbae req-ff6f4b3f-b78e-44e5-aa21-94f45239ae4a tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 210 time: 0.0264668 Mar 21 21:43:35.031608 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:43:35.041539 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc579ae6-990a-4a78-aaf8-66b21e2de993 None None] Sync routers for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:43:35.050586 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc579ae6-990a-4a78-aaf8-66b21e2de993 None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:43:35.051192 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-dc579ae6-990a-4a78-aaf8-66b21e2de993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:43:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:35.062279 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd617d5-a1db-49a6-b393-557684ec40b1 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:43:35.072175 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e897e46-bb3c-47bd-8ec8-dd7e41432b4d None None] Sync routers for ids ['8a973dcf-355b-4877-9626-26f30d530606'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:43:35.084000 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fcd617d5-a1db-49a6-b393-557684ec40b1 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a973dcf-355b-4877-9626-26f30d530606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7903109 Mar 21 21:43:35.084000 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] No DVR routers for this DVR port 6c7e280f-69cf-4531-9c7c-0661659a207b on host hv-cinder-83454 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:43:35.084296 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e897e46-bb3c-47bd-8ec8-dd7e41432b4d None None] Routers {'8a973dcf-355b-4877-9626-26f30d530606'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:43:35.084296 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-7e897e46-bb3c-47bd-8ec8-dd7e41432b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:43:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['8a973dcf-355b-4877-9626-26f30d530606'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:35.084493 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33778) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:35.087094 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:35.090279 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4b5ff727-c65a-4b40-944e-ed204db2c49e req-4aa265ed-e95a-4ed8-b04b-6fd82e0190ce tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.31 "DELETE /v2.0/ports/6c7e280f-69cf-4531-9c7c-0661659a207b HTTP/1.1" status: 204 len: 173 time: 1.6652014 Mar 21 21:43:35.094447 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'name': 'network-vif-deleted', 'tag': '6c7e280f-69cf-4531-9c7c-0661659a207b'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:43:35.096646 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b92b1fc-e4e4-4193-93e2-e7e6738e214b" -d '{"events": [{"server_uuid": "90fb30d6-05d7-4144-a522-2f04738eaba1", "name": "network-vif-deleted", "tag": "6c7e280f-69cf-4531-9c7c-0661659a207b"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:43:35.148976 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0698bb7a-50b0-4ebc-ac73-b9a460ed2cb7 x-openstack-request-id: req-0698bb7a-50b0-4ebc-ac73-b9a460ed2cb7 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:43:35.149637 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fb30d6-05d7-4144-a522-2f04738eaba1", "name": "network-vif-deleted", "tag": "6c7e280f-69cf-4531-9c7c-0661659a207b", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:43:35.153615 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0698bb7a-50b0-4ebc-ac73-b9a460ed2cb7 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:43:35.153615 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fb30d6-05d7-4144-a522-2f04738eaba1', 'name': 'network-vif-deleted', 'tag': '6c7e280f-69cf-4531-9c7c-0661659a207b', 'status': 'completed', 'code': 200} Mar 21 21:43:35.171651 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-dc579ae6-990a-4a78-aaf8-66b21e2de993 None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:43:35.204962 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-7e897e46-bb3c-47bd-8ec8-dd7e41432b4d None None] Set router 8a973dcf-355b-4877-9626-26f30d530606 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:43:35.229150 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Publish callbacks [] for router (8a973dcf-355b-4877-9626-26f30d530606), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:35.344841 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Publish callbacks [] for router_gateway (8a973dcf-355b-4877-9626-26f30d530606), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:35.383922 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-dc579ae6-990a-4a78-aaf8-66b21e2de993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:37Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:35.393839 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-7e897e46-bb3c-47bd-8ec8-dd7e41432b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:43:33Z', 'revision_number': 5, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port': {'id': '3c7855e1-99fd-4246-ac50-54ccb8a8e734', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a973dcf-355b-4877-9626-26f30d530606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:35.410472 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc579ae6-990a-4a78-aaf8-66b21e2de993 None None] Checking router: 2b974b33-2fb8-46c4-b2e7-55dd7c48369d for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:43:35.419588 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc579ae6-990a-4a78-aaf8-66b21e2de993 None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:43:35.420231 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-dc579ae6-990a-4a78-aaf8-66b21e2de993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:43:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:35.501022 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Deleting port 3c7855e1-99fd-4246-ac50-54ccb8a8e734 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:43:35.501651 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:35.546868 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e897e46-bb3c-47bd-8ec8-dd7e41432b4d None None] Checking router: 8a973dcf-355b-4877-9626-26f30d530606 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:43:35.557282 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e897e46-bb3c-47bd-8ec8-dd7e41432b4d None None] Routers {'8a973dcf-355b-4877-9626-26f30d530606'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:43:35.558468 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-7e897e46-bb3c-47bd-8ec8-dd7e41432b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:43:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['8a973dcf-355b-4877-9626-26f30d530606'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:35.613903 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4ec9f-2c00-4a8c-a111-a3ab408cb3c0 req-aff5cfa9-d242-435c-953a-d01955cbc2cb tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:35.621408 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-68c4ec9f-2c00-4a8c-a111-a3ab408cb3c0 req-aff5cfa9-d242-435c-953a-d01955cbc2cb tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 943 time: 0.1184103 Mar 21 21:43:35.626579 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] For port 3c7855e1-99fd-4246-ac50-54ccb8a8e734, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=3c7855e1-99fd-4246-ac50-54ccb8a8e734,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:35.627140 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:35.646968 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Calling delete_port for 3c7855e1-99fd-4246-ac50-54ccb8a8e734 owned by network:router_gateway {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:43:35.671797 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-7e897e46-bb3c-47bd-8ec8-dd7e41432b4d None None] Set router 8a973dcf-355b-4877-9626-26f30d530606 gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:43:35.679853 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526a3b-403d-45fd-85cf-4f2924e2ccb5 req-b3944d99-32d1-4de8-b771-f7f2db8b4b08 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:35.681375 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2526a3b-403d-45fd-85cf-4f2924e2ccb5 req-b3944d99-32d1-4de8-b771-f7f2db8b4b08 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.1360803 Mar 21 21:43:35.709910 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-dc579ae6-990a-4a78-aaf8-66b21e2de993 None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:43:35.713034 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-68c4ec9f-2c00-4a8c-a111-a3ab408cb3c0 req-95dbbd1a-8d0d-48eb-85ca-c5da4c61593c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=de69d7bd-c51b-4361-b687-12eba049eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879591 Mar 21 21:43:35.730242 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-7e897e46-bb3c-47bd-8ec8-dd7e41432b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:43:35Z', 'revision_number': 6, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port_host': None}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:35.756627 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e897e46-bb3c-47bd-8ec8-dd7e41432b4d None None] The sync data for ids ['8a973dcf-355b-4877-9626-26f30d530606'] in dv-cinder-834541-1-iscsi is: [{'id': '8a973dcf-355b-4877-9626-26f30d530606', 'name': 'tempest-ServerRescueNegativeTestJSON-623721826-router', 'tenant_id': '58a58c4b5cc6439fb467c536d908c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:43:35Z', 'revision_number': 6, 'project_id': '58a58c4b5cc6439fb467c536d908c98d', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:43:35.773290 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2526a3b-403d-45fd-85cf-4f2924e2ccb5 req-5fc8a13e-751a-457a-8a42-0769ae3e4f6a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759239 Mar 21 21:43:35.915728 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (3c7855e1-99fd-4246-ac50-54ccb8a8e734), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:35.935025 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-dc579ae6-990a-4a78-aaf8-66b21e2de993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:37Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:35.941861 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7855e1-99fd-4246-ac50-54ccb8a8e734,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:35.963275 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc579ae6-990a-4a78-aaf8-66b21e2de993 None None] The sync data for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi is: [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:37Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:43:36.011614 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589507'] for router_gateway (8a973dcf-355b-4877-9626-26f30d530606), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.029926 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 3e70752a-3333-4944-b733-5c508f8a7861 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:43:36.099448 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a037fa5-87a1-4e2e-b04f-267fabaa2249 req-84636e41-65d0-4fa7-9aef-5bfd85f627c4 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fb30d6-05d7-4144-a522-2f04738eaba1 HTTP/1.1" status: 200 len: 210 time: 0.0432615 Mar 21 21:43:36.131721 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14560'] for router (8a973dcf-355b-4877-9626-26f30d530606), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.134481 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Publish callbacks [] for router_controller (8a973dcf-355b-4877-9626-26f30d530606), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.155496 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 3e70752a-3333-4944-b733-5c508f8a7861, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3e70752a-3333-4944-b733-5c508f8a7861,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:36.176901 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '3e70752a-3333-4944-b733-5c508f8a7861', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'port_id': '3e70752a-3333-4944-b733-5c508f8a7861', 'mac_address': 'fa:16:3e:49:c5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:43:36.227069 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 3e70752a-3333-4944-b733-5c508f8a7861 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:43:36.227484 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (3e70752a-3333-4944-b733-5c508f8a7861), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.242299 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e70752a-3333-4944-b733-5c508f8a7861 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:43:36.264468 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 3e70752a-3333-4944-b733-5c508f8a7861, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3e70752a-3333-4944-b733-5c508f8a7861,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:36.292470 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1818336'] for router (8a973dcf-355b-4877-9626-26f30d530606), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.294614 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a973dcf-355b-4877-9626-26f30d530606 {{(pid=104014) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 21:43:36.299969 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.303325 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-cd259b99-6486-4b8d-99ac-e961d34c125e admin admin] 10.222.0.23 "DELETE /v2.0/routers/8a973dcf-355b-4877-9626-26f30d530606 HTTP/1.1" status: 204 len: 168 time: 1.2160778 Mar 21 21:43:36.303539 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33788) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:36.318238 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a72a15-964c-4afc-8bc7-60ca6168dd94 None None] New status for floating IP 88eac85f-9439-4fa4-a02b-60879ca93a31: DOWN {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:43:36.350342 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fda4ea2-62c3-4b0a-9d6d-3c76d177ade7 admin admin] Deleting subnet 81ac927a-88b5-4ec9-bf60-d7b9a7938dba {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:43:36.353691 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5fda4ea2-62c3-4b0a-9d6d-3c76d177ade7 admin admin] Publish callbacks [] for subnet (81ac927a-88b5-4ec9-bf60-d7b9a7938dba), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.392361 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5fda4ea2-62c3-4b0a-9d6d-3c76d177ade7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14382529'] for subnet (81ac927a-88b5-4ec9-bf60-d7b9a7938dba), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.394746 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (3e70752a-3333-4944-b733-5c508f8a7861), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.467354 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=3e70752a-3333-4944-b733-5c508f8a7861,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:36.474180 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.474527 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.474868 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.475204 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.475538 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.475870 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.476192 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.476513 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.476892 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.477213 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.477536 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.477857 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.478174 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.478490 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.478808 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:36.501255 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5fda4ea2-62c3-4b0a-9d6d-3c76d177ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (81ac927a-88b5-4ec9-bf60-d7b9a7938dba), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.616281 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['3e70752a-3333-4944-b733-5c508f8a7861'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:43:36.624142 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5fda4ea2-62c3-4b0a-9d6d-3c76d177ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13032719'] for subnet (81ac927a-88b5-4ec9-bf60-d7b9a7938dba), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.649684 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda4ea2-62c3-4b0a-9d6d-3c76d177ade7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ac927a-88b5-4ec9-bf60-d7b9a7938dba,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:36.653797 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5fda4ea2-62c3-4b0a-9d6d-3c76d177ade7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.659643 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33790) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:36.660091 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5fda4ea2-62c3-4b0a-9d6d-3c76d177ade7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/81ac927a-88b5-4ec9-bf60-d7b9a7938dba HTTP/1.1" status: 204 len: 168 time: 0.3551943 Mar 21 21:43:36.666632 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daee7b90-b72b-44cc-82f4-bd448ceda9ac None None] Network 6fdd0a0d-058e-4b7f-8244-217f65ad62dc requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:43:36.734651 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (6fdd0a0d-058e-4b7f-8244-217f65ad62dc), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.832880 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Deleting port 4586a912-b880-4d13-b565-b1a790e5f4b2 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:43:36.833257 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.853999 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99349eb3-b551-4070-af3c-b1c5ec8df3b7 req-47166b05-0d96-4207-83b7-83789a70fad6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:36.856159 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-99349eb3-b551-4070-af3c-b1c5ec8df3b7 req-47166b05-0d96-4207-83b7-83789a70fad6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 944 time: 0.0803239 Mar 21 21:43:36.910852 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb10aa9-6ecb-438c-bc96-d60592bf7604 None None] DHCP port deletion for 6fdd0a0d-058e-4b7f-8244-217f65ad62dc request from dv-cinder-834541-1-iscsi {{(pid=104016) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 21:43:36.965715 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-8cb10aa9-6ecb-438c-bc96-d60592bf7604 None None] Deleting port 4586a912-b880-4d13-b565-b1a790e5f4b2 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:43:36.966271 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8cb10aa9-6ecb-438c-bc96-d60592bf7604 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.969212 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] For port 4586a912-b880-4d13-b565-b1a790e5f4b2, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=4586a912-b880-4d13-b565-b1a790e5f4b2,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:36.969578 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:36.996228 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Calling delete_port for 4586a912-b880-4d13-b565-b1a790e5f4b2 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:43:37.009200 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-99349eb3-b551-4070-af3c-b1c5ec8df3b7 req-090ba9b5-5d3b-4ec9-a8a5-41252e010dbf tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=de69d7bd-c51b-4361-b687-12eba049eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228347 Mar 21 21:43:37.034885 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-8cb10aa9-6ecb-438c-bc96-d60592bf7604 None None] For port 4586a912-b880-4d13-b565-b1a790e5f4b2, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=4586a912-b880-4d13-b565-b1a790e5f4b2,segment=NetworkSegment(dd2f1526-2a77-410e-b6a1-07630b45b8f6),segment_id=dd2f1526-2a77-410e-b6a1-07630b45b8f6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:37.035383 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8cb10aa9-6ecb-438c-bc96-d60592bf7604 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.046633 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 12e19417-6e30-4265-89f1-f7ff0ab67ed3 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:43:37.052218 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-8cb10aa9-6ecb-438c-bc96-d60592bf7604 None None] Calling delete_port for 4586a912-b880-4d13-b565-b1a790e5f4b2 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:43:37.069441 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f614e-6f1e-4f9f-b8d8-3e8170c46817 req-5996ce7d-f845-4a81-b0a5-482b331d4d29 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:37.071071 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0e4f614e-6f1e-4f9f-b8d8-3e8170c46817 req-5996ce7d-f845-4a81-b0a5-482b331d4d29 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.1836901 Mar 21 21:43:37.077944 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 12e19417-6e30-4265-89f1-f7ff0ab67ed3 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:43:37.078142 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 12e19417-6e30-4265-89f1-f7ff0ab67ed3 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:43:37.078575 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 3c7855e1-99fd-4246-ac50-54ccb8a8e734 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:43:37.123611 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 3c7855e1-99fd-4246-ac50-54ccb8a8e734 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:43:37.123829 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 3c7855e1-99fd-4246-ac50-54ccb8a8e734 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:43:37.124151 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 4586a912-b880-4d13-b565-b1a790e5f4b2 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:43:37.140367 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0e4f614e-6f1e-4f9f-b8d8-3e8170c46817 req-9b7c5519-c6d6-4dcc-9689-68d45293f266 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614085 Mar 21 21:43:37.223854 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.250892 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Pushing event deleted for resources: {'Port': ['ID=4586a912-b880-4d13-b565-b1a790e5f4b2,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:37.252494 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Port 4586a912-b880-4d13-b565-b1a790e5f4b2 update to DOWN by agent not found {{(pid=104016) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 21 21:43:37.256925 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] No DVR routers for this DVR port 4586a912-b880-4d13-b565-b1a790e5f4b2 on host dv-cinder-834541-1-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:43:37.263599 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8cb10aa9-6ecb-438c-bc96-d60592bf7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156'] for port (4586a912-b880-4d13-b565-b1a790e5f4b2), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.265358 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.266750 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.267108 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.267458 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.268848 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.268848 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.268848 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.268848 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.269193 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.269565 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.269781 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.270100 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.270457 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.270728 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.271047 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:43:37.282386 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33802) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:37.290497 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb10aa9-6ecb-438c-bc96-d60592bf7604 None None] Pushing event deleted for resources: {'Port': ['ID=4586a912-b880-4d13-b565-b1a790e5f4b2,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:37.294224 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb10aa9-6ecb-438c-bc96-d60592bf7604 None None] No DVR routers for this DVR port 4586a912-b880-4d13-b565-b1a790e5f4b2 on host dv-cinder-834541-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:43:37.350675 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-30677de3-b17e-4d69-bc41-63247dab4204 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group (f524dca2-1fdc-43d1-b057-19d91e54e893), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.353035 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (6fdd0a0d-058e-4b7f-8244-217f65ad62dc), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.373925 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdd0a0d-058e-4b7f-8244-217f65ad62dc']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:37.374126 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-30677de3-b17e-4d69-bc41-63247dab4204 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group (f524dca2-1fdc-43d1-b057-19d91e54e893), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.383093 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2f1526-2a77-410e-b6a1-07630b45b8f6') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:37.383523 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2f1526-2a77-410e-b6a1-07630b45b8f6') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:37.392709 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (dd2f1526-2a77-410e-b6a1-07630b45b8f6), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.406774 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (dd2f1526-2a77-410e-b6a1-07630b45b8f6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.412501 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:43:37.412982 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (dd2f1526-2a77-410e-b6a1-07630b45b8f6), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:43:37.415986 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:43:37.503522 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-30677de3-b17e-4d69-bc41-63247dab4204 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (f524dca2-1fdc-43d1-b057-19d91e54e893), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.506135 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-30677de3-b17e-4d69-bc41-63247dab4204 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.510470 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-30677de3-b17e-4d69-bc41-63247dab4204 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "DELETE /v2.0/security-groups/f524dca2-1fdc-43d1-b057-19d91e54e893 HTTP/1.1" status: 204 len: 168 time: 0.2236359 Mar 21 21:43:37.510583 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33804) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:37.516531 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30677de3-b17e-4d69-bc41-63247dab4204 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f524dca2-1fdc-43d1-b057-19d91e54e893,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:37.525216 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.api.v2.resource [None req-1f1c3554-5011-4d2d-bccc-06f8ab648b96 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] show failed (client error): The resource could not be found. Mar 21 21:43:37.526261 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1f1c3554-5011-4d2d-bccc-06f8ab648b96 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups/f524dca2-1fdc-43d1-b057-19d91e54e893 HTTP/1.1" status: 404 len: 347 time: 0.0148902 Mar 21 21:43:37.529140 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33806) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:37.536650 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (6fdd0a0d-058e-4b7f-8244-217f65ad62dc), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.572104 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.575296 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] 10.222.0.23 "DELETE /v2.0/networks/6fdd0a0d-058e-4b7f-8244-217f65ad62dc HTTP/1.1" status: 204 len: 168 time: 0.9146442 Mar 21 21:43:37.593002 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf50609-b1b1-4eb6-a18f-1c9b3f1f95cd admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdd0a0d-058e-4b7f-8244-217f65ad62dc,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:37.672872 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd832a-db59-4345-b27c-55e209acc8c8 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Deleting port f06b98c1-ac61-4c39-a19d-2785fadf8448 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:43:37.673578 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b7bd832a-db59-4345-b27c-55e209acc8c8 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (f06b98c1-ac61-4c39-a19d-2785fadf8448), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.751918 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b7bd832a-db59-4345-b27c-55e209acc8c8 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (f06b98c1-ac61-4c39-a19d-2785fadf8448), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.752243 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b7bd832a-db59-4345-b27c-55e209acc8c8 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (f06b98c1-ac61-4c39-a19d-2785fadf8448), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.768096 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd832a-db59-4345-b27c-55e209acc8c8 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Calling delete_port for f06b98c1-ac61-4c39-a19d-2785fadf8448 owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:43:37.869283 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33810) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:37.908793 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fd0b9b16-8b4b-460d-a2d1-3eb9bd90f1b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58a58c4b5cc6439fb467c536d908c98d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382304 Mar 21 21:43:37.911092 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33812) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:37.956889 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-de4a3a69-65b1-429b-8856-6993bfdd8338 admin admin] Publish callbacks [] for security_group (f6de0331-deb5-4ba7-aaef-b4507480306f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.980366 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-de4a3a69-65b1-429b-8856-6993bfdd8338 admin admin] Publish callbacks [] for security_group (f6de0331-deb5-4ba7-aaef-b4507480306f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:37.982189 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b7bd832a-db59-4345-b27c-55e209acc8c8 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (f06b98c1-ac61-4c39-a19d-2785fadf8448), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:38.007719 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd832a-db59-4345-b27c-55e209acc8c8 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event deleted for resources: {'Port': ['ID=f06b98c1-ac61-4c39-a19d-2785fadf8448,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:38.037709 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 3e70752a-3333-4944-b733-5c508f8a7861 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:43:38.079453 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b7bd832a-db59-4345-b27c-55e209acc8c8 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (88eac85f-9439-4fa4-a02b-60879ca93a31), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:38.083651 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b7bd832a-db59-4345-b27c-55e209acc8c8 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:38.083651 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b7bd832a-db59-4345-b27c-55e209acc8c8 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "DELETE /v2.0/floatingips/88eac85f-9439-4fa4-a02b-60879ca93a31 HTTP/1.1" status: 204 len: 168 time: 0.5530140 Mar 21 21:43:38.103857 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-de4a3a69-65b1-429b-8856-6993bfdd8338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (f6de0331-deb5-4ba7-aaef-b4507480306f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:38.106173 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-de4a3a69-65b1-429b-8856-6993bfdd8338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:38.112292 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-de4a3a69-65b1-429b-8856-6993bfdd8338 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6de0331-deb5-4ba7-aaef-b4507480306f HTTP/1.1" status: 204 len: 168 time: 0.1983621 Mar 21 21:43:38.133758 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a3a69-65b1-429b-8856-6993bfdd8338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6de0331-deb5-4ba7-aaef-b4507480306f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:38.167912 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395bc49-e6b0-4847-a9fa-5efc937aa04c req-4698bb12-30ce-45d1-94e7-43d8eba33aa0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:38.169716 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e395bc49-e6b0-4847-a9fa-5efc937aa04c req-4698bb12-30ce-45d1-94e7-43d8eba33aa0 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 944 time: 0.0757103 Mar 21 21:43:38.183482 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 3e70752a-3333-4944-b733-5c508f8a7861 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:43:38.188629 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 3e70752a-3333-4944-b733-5c508f8a7861 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:43:38.189113 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (3e70752a-3333-4944-b733-5c508f8a7861), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:38.218729 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e395bc49-e6b0-4847-a9fa-5efc937aa04c req-5c779fe5-44fc-44a3-9559-d1d7329c0be4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=de69d7bd-c51b-4361-b687-12eba049eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435338 Mar 21 21:43:38.283765 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 3e70752a-3333-4944-b733-5c508f8a7861 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:43:38.284926 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (3e70752a-3333-4944-b733-5c508f8a7861), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:38.327772 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e70752a-3333-4944-b733-5c508f8a7861'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:43:38.327772 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcee9c3-1be2-434a-8d18-783b02be0a6e" -d '{"events": [{"server_uuid": "17f96d2d-c224-484e-91f9-f82a44499c5f", "name": "network-vif-plugged", "status": "completed", "tag": "3e70752a-3333-4944-b733-5c508f8a7861"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:43:38.327772 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 3e70752a-3333-4944-b733-5c508f8a7861, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3e70752a-3333-4944-b733-5c508f8a7861,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:38.346606 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d58cdb-0093-4385-bebf-70d95e669feb req-b0aa8a7f-5602-4dd7-8b59-df6c9761c7ad tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:38.348127 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55d58cdb-0093-4385-bebf-70d95e669feb req-b0aa8a7f-5602-4dd7-8b59-df6c9761c7ad tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0551438 Mar 21 21:43:38.396109 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (3e70752a-3333-4944-b733-5c508f8a7861), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:38.397230 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 6c7e280f-69cf-4531-9c7c-0661659a207b no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:43:38.415418 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55d58cdb-0093-4385-bebf-70d95e669feb req-7cd29872-b275-4f29-8384-c197b85b434e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607462 Mar 21 21:43:38.443906 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 6c7e280f-69cf-4531-9c7c-0661659a207b {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:43:38.444305 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 6c7e280f-69cf-4531-9c7c-0661659a207b not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:43:38.465756 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefdcef9-4a97-4d1a-9c79-f090af7af56e x-openstack-request-id: req-eefdcef9-4a97-4d1a-9c79-f090af7af56e {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:43:38.466236 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f96d2d-c224-484e-91f9-f82a44499c5f", "name": "network-vif-plugged", "status": "completed", "tag": "3e70752a-3333-4944-b733-5c508f8a7861", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:43:38.466563 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eefdcef9-4a97-4d1a-9c79-f090af7af56e {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:43:38.467021 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e70752a-3333-4944-b733-5c508f8a7861', 'code': 200} Mar 21 21:43:38.478325 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=3e70752a-3333-4944-b733-5c508f8a7861,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:38.651545 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33830) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:38.656177 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-caba1238-d9cb-41eb-bdc3-5fce72a1f6c5 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106306989', 'description': 'tempest-description--769967966'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:38.728660 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-caba1238-d9cb-41eb-bdc3-5fce72a1f6c5 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:38.788881 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb7255-ad7f-4a63-a959-b0cf422096c3 req-08769250-7a2b-4c1b-868a-8d12245d7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:38.791493 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5dcb7255-ad7f-4a63-a959-b0cf422096c3 req-08769250-7a2b-4c1b-868a-8d12245d7fe1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 1129 time: 0.0738399 Mar 21 21:43:38.848625 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-caba1238-d9cb-41eb-bdc3-5fce72a1f6c5 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group (3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:38.859502 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5dcb7255-ad7f-4a63-a959-b0cf422096c3 req-675c13dc-ebb2-427e-a44d-4d57b3c008dd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=de69d7bd-c51b-4361-b687-12eba049eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618770 Mar 21 21:43:38.897567 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-caba1238-d9cb-41eb-bdc3-5fce72a1f6c5 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:38.927357 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba1238-d9cb-41eb-bdc3-5fce72a1f6c5 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:38.991319 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-caba1238-d9cb-41eb-bdc3-5fce72a1f6c5 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:38.992697 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-caba1238-d9cb-41eb-bdc3-5fce72a1f6c5 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3399909 Mar 21 21:43:38.995658 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33840) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:39.000372 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-f0903481-102b-43e5-b296-43ab52ff1251 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Request body: {'security_group_rule': {'security_group_id': '3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:39.079957 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f0903481-102b-43e5-b296-43ab52ff1251 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group_rule (9d1f00cd-6f76-408d-9d63-a3a7738c704a), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.139792 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f0903481-102b-43e5-b296-43ab52ff1251 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group_rule (9d1f00cd-6f76-408d-9d63-a3a7738c704a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.206502 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f0903481-102b-43e5-b296-43ab52ff1251 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (9d1f00cd-6f76-408d-9d63-a3a7738c704a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.219939 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33846) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:39.225422 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0903481-102b-43e5-b296-43ab52ff1251 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1f00cd-6f76-408d-9d63-a3a7738c704a,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:39.278378 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f0903481-102b-43e5-b296-43ab52ff1251 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.280240 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f0903481-102b-43e5-b296-43ab52ff1251 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2830698 Mar 21 21:43:39.282752 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33852) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:39.287704 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-2c3da9c5-c69e-4fe2-89f3-5782eb95aa22 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Request body: {'security_group_rule': {'security_group_id': '3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:39.323077 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1738861655-network', 'tenant_id': 'f5529bbc210f45a8835c93e311210908'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:39.343843 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f33b-d14e-40da-b0f9-48d30f64a75a req-c94278ca-4cc4-40e8-ae1f-fd2a18b8689e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:39.345403 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1395f33b-d14e-40da-b0f9-48d30f64a75a req-c94278ca-4cc4-40e8-ae1f-fd2a18b8689e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 945 time: 0.0559177 Mar 21 21:43:39.359921 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2c3da9c5-c69e-4fe2-89f3-5782eb95aa22 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group_rule (b2629e71-2174-4784-a146-ffde7c9d29ce), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.396346 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1395f33b-d14e-40da-b0f9-48d30f64a75a req-3c1afd25-508b-4332-b7be-8c8b37614e2c tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=de69d7bd-c51b-4361-b687-12eba049eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451760 Mar 21 21:43:39.402582 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Made reservation on behalf of f5529bbc210f45a8835c93e311210908 for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:43:39.404858 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.417758 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.438103 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2c3da9c5-c69e-4fe2-89f3-5782eb95aa22 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group_rule (b2629e71-2174-4784-a146-ffde7c9d29ce), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.505669 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2c3da9c5-c69e-4fe2-89f3-5782eb95aa22 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (b2629e71-2174-4784-a146-ffde7c9d29ce), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.509281 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Publish callbacks [] for security_group (0b91d588-f21e-4488-a02d-1011ea60ce09), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.526077 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3da9c5-c69e-4fe2-89f3-5782eb95aa22 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2629e71-2174-4784-a146-ffde7c9d29ce,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:39.534354 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72130db-6493-4f98-897c-3b6b2f746f39 req-7296ac90-e1c0-4caf-a0da-4683ab9e472b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:39.535840 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c72130db-6493-4f98-897c-3b6b2f746f39 req-7296ac90-e1c0-4caf-a0da-4683ab9e472b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0537813 Mar 21 21:43:39.554848 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0b91d588-f21e-4488-a02d-1011ea60ce09), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.582529 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c72130db-6493-4f98-897c-3b6b2f746f39 req-5b859c05-28a2-40c2-b9a3-7d663e903b01 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410230 Mar 21 21:43:39.582937 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2c3da9c5-c69e-4fe2-89f3-5782eb95aa22 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.584119 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2c3da9c5-c69e-4fe2-89f3-5782eb95aa22 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3002625 Mar 21 21:43:39.585085 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:43:39.587974 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33856) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:39.593282 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:39.596251 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b91d588-f21e-4488-a02d-1011ea60ce09,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:39.608076 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (19c68ee7-cf20-41ae-9484-494c6e4d5883), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.608076 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Added segment 19c68ee7-cf20-41ae-9484-494c6e4d5883 of type vlan for network b2789109-0925-4abe-b5e3-f30f73b45502 Mar 21 21:43:39.643507 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (b2789109-0925-4abe-b5e3-f30f73b45502), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.686992 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.732821 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (b2789109-0925-4abe-b5e3-f30f73b45502), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.733885 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:39.734528 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.786252 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:39.796267 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] Pushing event updated for resources: {'Network': ['ID=b2789109-0925-4abe-b5e3-f30f73b45502,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:39.805884 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network b2789109-0925-4abe-b5e3-f30f73b45502 details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:43:39.827069 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c0b3a6c3-df0b-4f04-84ae-95c7c7b4b197 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6059678 Mar 21 21:43:39.831059 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33858) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:39.840400 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-f6095e23-3790-4e61-8441-00d3f0c6106a admin admin] Request body: {'subnet': {'network_id': 'b2789109-0925-4abe-b5e3-f30f73b45502', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1738861655-subnet', 'tenant_id': 'f5529bbc210f45a8835c93e311210908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:39.913555 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Allocated IP 172.27.1.218 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/6794da65-281e-4013-b078-3a47fe0c27f0) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:43:39.961008 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6095e23-3790-4e61-8441-00d3f0c6106a admin admin] Made reservation on behalf of f5529bbc210f45a8835c93e311210908 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:43:39.963761 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f6095e23-3790-4e61-8441-00d3f0c6106a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14562751'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:40.078776 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for port (6794da65-281e-4013-b078-3a47fe0c27f0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:40.235047 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (6794da65-281e-4013-b078-3a47fe0c27f0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:40.268137 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f6095e23-3790-4e61-8441-00d3f0c6106a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12956666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14562729'] for subnet (40f81441-825f-4e74-9080-1ec7f6e2fe99), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:40.280436 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:43:40.302585 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:43:40.308287 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:43:40.345055 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event updated for resources: {'Port': ['ID=6794da65-281e-4013-b078-3a47fe0c27f0,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:40.375250 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6095e23-3790-4e61-8441-00d3f0c6106a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f81441-825f-4e74-9080-1ec7f6e2fe99,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:40.393557 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6095e23-3790-4e61-8441-00d3f0c6106a admin admin] Checking segment: {'id': '19c68ee7-cf20-41ae-9484-494c6e4d5883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2789109-0925-4abe-b5e3-f30f73b45502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:43:40.393984 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6095e23-3790-4e61-8441-00d3f0c6106a admin admin] Network hostable DHCP agents. Network: b2789109-0925-4abe-b5e3-f30f73b45502, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:43:40.443667 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (2022176b-20f6-4594-b607-21e4c3a5308d), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:40.504028 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6095e23-3790-4e61-8441-00d3f0c6106a admin admin] Network b2789109-0925-4abe-b5e3-f30f73b45502 is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:43:40.525785 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96db165-c318-4747-b3ed-5e1e35520469 req-5744e1d1-9cb1-428f-830c-284419461b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:40.527249 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d96db165-c318-4747-b3ed-5e1e35520469 req-5744e1d1-9cb1-428f-830c-284419461b21 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 945 time: 0.0620329 Mar 21 21:43:40.565105 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6794da65-281e-4013-b078-3a47fe0c27f0), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:40.608829 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-f6095e23-3790-4e61-8441-00d3f0c6106a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, b2789109-0925-4abe-b5e3-f30f73b45502) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:43:40.618667 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751fe113-7706-4bb8-bef9-355d70796b76 None None] Network b2789109-0925-4abe-b5e3-f30f73b45502 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:43:40.618852 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d96db165-c318-4747-b3ed-5e1e35520469 req-8361df05-7d98-4559-aa0b-46e3ccb5dd18 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=de69d7bd-c51b-4361-b687-12eba049eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767033 Mar 21 21:43:40.625641 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6095e23-3790-4e61-8441-00d3f0c6106a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:40.626235 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f6095e23-3790-4e61-8441-00d3f0c6106a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:40.726509 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f657085-990c-4d00-a352-f470b7147b32 None None] Network b2789109-0925-4abe-b5e3-f30f73b45502 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:43:40.733872 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f6095e23-3790-4e61-8441-00d3f0c6106a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9016221 Mar 21 21:43:40.810264 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605f635-c730-4d2f-a05a-2ce43e7b390b req-6f2a2ec4-a65c-44f0-a57c-7eec63e363fd tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:40.811789 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b605f635-c730-4d2f-a05a-2ce43e7b390b req-6f2a2ec4-a65c-44f0-a57c-7eec63e363fd tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.1230264 Mar 21 21:43:41.098688 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a16a5-5e0c-41ec-b1b1-0f7143b9b606 req-1c662cc2-8b73-4238-9cd0-cbb86e8376c6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:41.100107 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-944a16a5-5e0c-41ec-b1b1-0f7143b9b606 req-1c662cc2-8b73-4238-9cd0-cbb86e8376c6 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 945 time: 0.3957617 Mar 21 21:43:41.109125 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33872) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:41.113896 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-d7e785f8-415d-42ff-bfe2-c491eb5398e3 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Request body: {'floatingip': {'port_id': '3e70752a-3333-4944-b733-5c508f8a7861'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:41.129865 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for port (6794da65-281e-4013-b078-3a47fe0c27f0), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:41.149322 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b605f635-c730-4d2f-a05a-2ce43e7b390b req-24f03f9c-75b0-497e-b5ca-9211047d8aee tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787137 Mar 21 21:43:41.155866 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d7e785f8-415d-42ff-bfe2-c491eb5398e3 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (61222ee7-6142-46f1-8943-7dce078e736e), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:41.200665 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (6794da65-281e-4013-b078-3a47fe0c27f0), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:41.267687 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event updated for resources: {'Port': ['ID=6794da65-281e-4013-b078-3a47fe0c27f0,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:41.283388 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (2022176b-20f6-4594-b607-21e4c3a5308d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:41.374645 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:41.385284 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ae05943a-c9b7-4e3c-bd05-3e69d9b1fe7b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7865710 Mar 21 21:43:41.429116 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33884) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:41.434849 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-53660980-network', 'tenant_id': 'c568789615eb4065a03961488929456c'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:41.550503 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Made reservation on behalf of c568789615eb4065a03961488929456c for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:43:41.552977 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:41.569196 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:41.605607 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-d519375c-36d8-4499-80ac-1928ffe0ff38 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--106306989&fields=id&tenant_id=fdfca42329034040bbf7df63a9adb6e8 HTTP/1.1" status: 200 len: 267 time: 0.0710375 Mar 21 21:43:41.610952 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d7e785f8-415d-42ff-bfe2-c491eb5398e3 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:41.698486 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d7e785f8-415d-42ff-bfe2-c491eb5398e3 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (61222ee7-6142-46f1-8943-7dce078e736e), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:41.740521 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Publish callbacks [] for security_group (23640f6a-3344-42bd-b82d-3a34f984db50), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:41.748462 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-09e26772-7756-4f6d-b500-4ccfc6173b9f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:41.749974 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-09e26772-7756-4f6d-b500-4ccfc6173b9f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/networks?id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6 HTTP/1.1" status: 200 len: 811 time: 0.1351240 Mar 21 21:43:41.765153 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-a57f6b1b-3ae0-4d82-bde6-4527cbddca54 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/quotas/fdfca42329034040bbf7df63a9adb6e8 HTTP/1.1" status: 200 len: 375 time: 0.0096350 Mar 21 21:43:41.805544 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-d7e785f8-415d-42ff-bfe2-c491eb5398e3 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Floating IP 61222ee7-6142-46f1-8943-7dce078e736e associated. External IP: 172.27.1.144, port: 3e70752a-3333-4944-b733-5c508f8a7861. Mar 21 21:43:41.824240 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-2a1dcc11-db2f-42d1-a4ce-8031cbd713f8 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fdfca42329034040bbf7df63a9adb6e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537546 Mar 21 21:43:41.880755 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (23640f6a-3344-42bd-b82d-3a34f984db50), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:41.903727 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:43:41.920797 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23640f6a-3344-42bd-b82d-3a34f984db50,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:41.923871 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (68b6ba28-2977-4cf6-bb7e-ecf2d959478f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:41.924164 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Added segment 68b6ba28-2977-4cf6-bb7e-ecf2d959478f of type vlan for network e5c1c0d4-d0d5-461d-a44c-196ded763abc Mar 21 21:43:42.015436 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (e5c1c0d4-d0d5-461d-a44c-196ded763abc), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:42.078196 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-a3a6ddd0-43f4-4fcc-9a28-e8477a7e62e8 service neutron] 10.222.0.23 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428510 Mar 21 21:43:42.135003 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (e5c1c0d4-d0d5-461d-a44c-196ded763abc), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:42.136055 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:42.136665 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:42.216810 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] Pushing event updated for resources: {'Network': ['ID=e5c1c0d4-d0d5-461d-a44c-196ded763abc,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:42.227732 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network e5c1c0d4-d0d5-461d-a44c-196ded763abc details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:43:42.256567 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-9d0c0de6-1d43-46fc-8422-a8af21d276ca service neutron] 10.222.0.23 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723673 Mar 21 21:43:42.269374 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e785f8-415d-42ff-bfe2-c491eb5398e3 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Router 0e7fdfff-319b-424c-b4ef-1758c931e273 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:43:42.289069 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977964ef-f07b-47bd-acd1-12c677538349 req-221c5b07-f3b2-4da9-a00d-8cf3acd7ae99 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:42.291088 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-977964ef-f07b-47bd-acd1-12c677538349 req-221c5b07-f3b2-4da9-a00d-8cf3acd7ae99 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0717852 Mar 21 21:43:42.295229 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d4906140-1be2-47e2-b525-149ab2612b7f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8642142 Mar 21 21:43:42.298313 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33900) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:42.308314 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-6f0382b9-d13f-49d2-bbf6-06dda09be7ed admin admin] Request body: {'subnet': {'network_id': 'e5c1c0d4-d0d5-461d-a44c-196ded763abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-53660980-subnet', 'tenant_id': 'c568789615eb4065a03961488929456c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:42.369926 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-977964ef-f07b-47bd-acd1-12c677538349 req-32aae6d1-eac8-4b7d-a5b4-1738e1d7ad95 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564311 Mar 21 21:43:42.392220 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e785f8-415d-42ff-bfe2-c491eb5398e3 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:43:42.406243 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d7e785f8-415d-42ff-bfe2-c491eb5398e3 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:42.411447 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87afff5-f7cd-4fe6-af6d-dc2cb477e70d None None] Sync routers for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:43:42.421109 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87afff5-f7cd-4fe6-af6d-dc2cb477e70d None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:43:42.421710 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f87afff5-f7cd-4fe6-af6d-dc2cb477e70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:43:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:42.435917 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d7e785f8-415d-42ff-bfe2-c491eb5398e3 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "PUT /v2.0/floatingips/61222ee7-6142-46f1-8943-7dce078e736e HTTP/1.1" status: 200 len: 991 time: 1.3254888 Mar 21 21:43:42.436646 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'tag': '3e70752a-3333-4944-b733-5c508f8a7861'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:43:42.438969 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7096d15-4dd6-4716-9f28-a3196b00ce9b" -d '{"events": [{"name": "network-changed", "server_uuid": "17f96d2d-c224-484e-91f9-f82a44499c5f", "tag": "3e70752a-3333-4944-b733-5c508f8a7861"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:43:42.486423 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203d467f-6535-4cba-9dc2-43a1cbb3efc4 x-openstack-request-id: req-203d467f-6535-4cba-9dc2-43a1cbb3efc4 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:43:42.486423 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f96d2d-c224-484e-91f9-f82a44499c5f", "tag": "3e70752a-3333-4944-b733-5c508f8a7861", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:43:42.486423 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-203d467f-6535-4cba-9dc2-43a1cbb3efc4 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:43:42.486423 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'tag': '3e70752a-3333-4944-b733-5c508f8a7861', 'status': 'completed', 'code': 200} Mar 21 21:43:42.526768 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0382b9-d13f-49d2-bbf6-06dda09be7ed admin admin] Made reservation on behalf of c568789615eb4065a03961488929456c for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:43:42.526768 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6f0382b9-d13f-49d2-bbf6-06dda09be7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14562751'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:42.551643 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096d15-4dd6-4716-9f28-a3196b00ce9b req-54f3853b-41d3-48a7-b11e-8c5b9da2b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:42.552168 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-f87afff5-f7cd-4fe6-af6d-dc2cb477e70d None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:43:42.553745 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7096d15-4dd6-4716-9f28-a3196b00ce9b req-54f3853b-41d3-48a7-b11e-8c5b9da2b8da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2630a33d1441d7b3031903b1389a78&device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 1129 time: 0.0500448 Mar 21 21:43:42.606375 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8f184748-e499-42e0-8618-ec2f5522ab47 req-6d9c151d-a62c-4fcd-a99d-5c89b66de4da tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 210 time: 0.0789711 Mar 21 21:43:42.666276 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096d15-4dd6-4716-9f28-a3196b00ce9b req-cab59c6d-ed47-468a-97fc-598b3ee4e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:42.668090 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7096d15-4dd6-4716-9f28-a3196b00ce9b req-cab59c6d-ed47-468a-97fc-598b3ee4e42d service neutron] 10.222.0.31 "GET /v2.0/networks?id=472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 200 len: 916 time: 0.1084661 Mar 21 21:43:42.750292 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7096d15-4dd6-4716-9f28-a3196b00ce9b req-3858d6af-0409-48b8-b6b0-3a0e25bb49e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e70752a-3333-4944-b733-5c508f8a7861 HTTP/1.1" status: 200 len: 999 time: 0.0758564 Mar 21 21:43:42.783558 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f87afff5-f7cd-4fe6-af6d-dc2cb477e70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '61222ee7-6142-46f1-8943-7dce078e736e', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': '3e70752a-3333-4944-b733-5c508f8a7861', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:49:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:43:25Z', 'updated_at': '2022-03-21T21:43:41Z', 'revision_number': 1, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:42.803834 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096d15-4dd6-4716-9f28-a3196b00ce9b req-2c45d9cc-6ee3-477a-b53b-7f0bde7b47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:42.805899 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7096d15-4dd6-4716-9f28-a3196b00ce9b req-2c45d9cc-6ee3-477a-b53b-7f0bde7b47fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26971799-c630-49e4-9453-fee2b5a1d2e1 HTTP/1.1" status: 200 len: 854 time: 0.0500152 Mar 21 21:43:42.810668 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87afff5-f7cd-4fe6-af6d-dc2cb477e70d None None] Checking router: 0e7fdfff-319b-424c-b4ef-1758c931e273 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:43:42.818480 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6f0382b9-d13f-49d2-bbf6-06dda09be7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12956666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14562729'] for subnet (5babc91f-f0f2-4395-9894-2216b412ed19), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:42.821796 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87afff5-f7cd-4fe6-af6d-dc2cb477e70d None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:43:42.821796 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f87afff5-f7cd-4fe6-af6d-dc2cb477e70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:43:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:42.856890 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096d15-4dd6-4716-9f28-a3196b00ce9b req-26093abb-b9fb-4996-af47-2161431f4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:42.858413 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7096d15-4dd6-4716-9f28-a3196b00ce9b req-26093abb-b9fb-4996-af47-2161431f4665 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=472a0135-1464-4a1e-93c6-5927f427a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469949 Mar 21 21:43:42.881838 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0382b9-d13f-49d2-bbf6-06dda09be7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5babc91f-f0f2-4395-9894-2216b412ed19,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:42.890123 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0382b9-d13f-49d2-bbf6-06dda09be7ed admin admin] Checking segment: {'id': '68b6ba28-2977-4cf6-bb7e-ecf2d959478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c1c0d4-d0d5-461d-a44c-196ded763abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:43:42.890501 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0382b9-d13f-49d2-bbf6-06dda09be7ed admin admin] Network hostable DHCP agents. Network: e5c1c0d4-d0d5-461d-a44c-196ded763abc, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:43:42.932098 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-f87afff5-f7cd-4fe6-af6d-dc2cb477e70d None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:43:42.958028 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7096d15-4dd6-4716-9f28-a3196b00ce9b req-833bee63-5461-4a93-9c6b-304b9b1c9cf2 service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933228 Mar 21 21:43:43.041183 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0382b9-d13f-49d2-bbf6-06dda09be7ed admin admin] Network e5c1c0d4-d0d5-461d-a44c-196ded763abc is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:43:43.053212 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7096d15-4dd6-4716-9f28-a3196b00ce9b req-2ee84017-e583-4889-9d84-1e30f63eb80b service neutron] 10.222.0.31 "GET /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880904 Mar 21 21:43:43.160469 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f87afff5-f7cd-4fe6-af6d-dc2cb477e70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '61222ee7-6142-46f1-8943-7dce078e736e', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': '3e70752a-3333-4944-b733-5c508f8a7861', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:49:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:43:25Z', 'updated_at': '2022-03-21T21:43:41Z', 'revision_number': 1, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:43.172694 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-6f0382b9-d13f-49d2-bbf6-06dda09be7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, e5c1c0d4-d0d5-461d-a44c-196ded763abc) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:43:43.177017 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0382b9-d13f-49d2-bbf6-06dda09be7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:43.178333 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6f0382b9-d13f-49d2-bbf6-06dda09be7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:43.189148 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f48866f-4b70-4fcf-8a3f-51d327b341c4 None None] Network e5c1c0d4-d0d5-461d-a44c-196ded763abc requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:43:43.195459 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87afff5-f7cd-4fe6-af6d-dc2cb477e70d None None] The sync data for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi is: [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '61222ee7-6142-46f1-8943-7dce078e736e', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'port_id': '3e70752a-3333-4944-b733-5c508f8a7861', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'mac_address': 'fa:16:3e:49:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:43:25Z', 'updated_at': '2022-03-21T21:43:41Z', 'revision_number': 1, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:43:43.289925 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6f0382b9-d13f-49d2-bbf6-06dda09be7ed admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9890239 Mar 21 21:43:43.303555 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2327d5-84b0-46ce-8b78-49006d81ef14 None None] Network e5c1c0d4-d0d5-461d-a44c-196ded763abc requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:43:43.409242 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b21b7-e7cc-4374-9f30-e06cca4e29d7 None None] New status for floating IP 61222ee7-6142-46f1-8943-7dce078e736e: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:43:43.430558 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33920) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:43.512623 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b798ea-99ec-4776-878e-5ee151337aac admin admin] Deleting subnet 40f81441-825f-4e74-9080-1ec7f6e2fe99 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:43:43.518641 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06b798ea-99ec-4776-878e-5ee151337aac admin admin] Publish callbacks [] for subnet (40f81441-825f-4e74-9080-1ec7f6e2fe99), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:43.559099 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaf394-92e6-40f6-818f-a426b57867c8 req-8a71d972-48f2-43c4-8257-baa43967f5b6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:43.560612 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-42eaf394-92e6-40f6-818f-a426b57867c8 req-8a71d972-48f2-43c4-8257-baa43967f5b6 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0968974 Mar 21 21:43:43.566167 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06b798ea-99ec-4776-878e-5ee151337aac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14372897'] for subnet (40f81441-825f-4e74-9080-1ec7f6e2fe99), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:43.636764 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06b798ea-99ec-4776-878e-5ee151337aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (40f81441-825f-4e74-9080-1ec7f6e2fe99), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:43.664925 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-42eaf394-92e6-40f6-818f-a426b57867c8 req-f731bda6-dfe1-4fd8-917c-12f32cd8bd85 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960653 Mar 21 21:43:43.706244 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a55316e3-bbf4-40ee-b5d5-d7c434ec8238 req-ab46e610-ca32-4286-8149-414cee25436d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 210 time: 0.0324368 Mar 21 21:43:43.835135 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06b798ea-99ec-4776-878e-5ee151337aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12956603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14562706'] for subnet (40f81441-825f-4e74-9080-1ec7f6e2fe99), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:43.858929 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b798ea-99ec-4776-878e-5ee151337aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f81441-825f-4e74-9080-1ec7f6e2fe99,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:43.864932 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06b798ea-99ec-4776-878e-5ee151337aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:43.868560 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-06b798ea-99ec-4776-878e-5ee151337aac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/40f81441-825f-4e74-9080-1ec7f6e2fe99 HTTP/1.1" status: 204 len: 168 time: 0.4349508 Mar 21 21:43:43.872074 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33924) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:43.941567 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (b2789109-0925-4abe-b5e3-f30f73b45502), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.020476 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (b2789109-0925-4abe-b5e3-f30f73b45502), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.041925 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2789109-0925-4abe-b5e3-f30f73b45502']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:44.051201 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c68ee7-cf20-41ae-9484-494c6e4d5883') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:44.051509 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c68ee7-cf20-41ae-9484-494c6e4d5883') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:44.065009 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (19c68ee7-cf20-41ae-9484-494c6e4d5883), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.078714 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (19c68ee7-cf20-41ae-9484-494c6e4d5883), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.084440 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:43:44.084853 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (19c68ee7-cf20-41ae-9484-494c6e4d5883), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:43:44.087112 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:43:44.229584 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (b2789109-0925-4abe-b5e3-f30f73b45502), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.234890 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.238081 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b2789109-0925-4abe-b5e3-f30f73b45502 HTTP/1.1" status: 204 len: 168 time: 0.3660662 Mar 21 21:43:44.241268 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33926) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:44.250109 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ff45c-3fde-45ad-b3e0-dc97968a1781 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2789109-0925-4abe-b5e3-f30f73b45502,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:44.291664 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3faf39a-554d-469f-b854-6694e303737f admin admin] Deleting subnet 5babc91f-f0f2-4395-9894-2216b412ed19 {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:43:44.294931 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c3faf39a-554d-469f-b854-6694e303737f admin admin] Publish callbacks [] for subnet (5babc91f-f0f2-4395-9894-2216b412ed19), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.328830 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c3faf39a-554d-469f-b854-6694e303737f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14382529'] for subnet (5babc91f-f0f2-4395-9894-2216b412ed19), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.367617 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c3faf39a-554d-469f-b854-6694e303737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (5babc91f-f0f2-4395-9894-2216b412ed19), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.498925 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c3faf39a-554d-469f-b854-6694e303737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13032719'] for subnet (5babc91f-f0f2-4395-9894-2216b412ed19), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.530740 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3faf39a-554d-469f-b854-6694e303737f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5babc91f-f0f2-4395-9894-2216b412ed19,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:44.534600 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c3faf39a-554d-469f-b854-6694e303737f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.537888 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c3faf39a-554d-469f-b854-6694e303737f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5babc91f-f0f2-4395-9894-2216b412ed19 HTTP/1.1" status: 204 len: 168 time: 0.2956033 Mar 21 21:43:44.541320 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33928) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:44.637196 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (e5c1c0d4-d0d5-461d-a44c-196ded763abc), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.728014 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (e5c1c0d4-d0d5-461d-a44c-196ded763abc), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.807108 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c1c0d4-d0d5-461d-a44c-196ded763abc']}} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:44.823760 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b6ba28-2977-4cf6-bb7e-ecf2d959478f') {'for_net_delete': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:44.824089 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b6ba28-2977-4cf6-bb7e-ecf2d959478f') {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:44.824319 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44001d69-f687-4025-8af4-6beff174f03e req-1458536e-d5ca-4506-a166-754e3422d33e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 210 time: 0.0363519 Mar 21 21:43:44.835699 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed42d2-e45f-4089-8553-5a6fc9378d5c req-2b71d342-13fd-4ea3-b69c-46e099380b41 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:44.837985 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-66ed42d2-e45f-4089-8553-5a6fc9378d5c req-2b71d342-13fd-4ea3-b69c-46e099380b41 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0894258 Mar 21 21:43:44.839258 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14382584'] for segment (68b6ba28-2977-4cf6-bb7e-ecf2d959478f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.891347 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (68b6ba28-2977-4cf6-bb7e-ecf2d959478f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.907830 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104014) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:43:44.908235 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13248103'] for segment (68b6ba28-2977-4cf6-bb7e-ecf2d959478f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: Traceback (most recent call last): Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: timer() Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: cb(*args, **kw) Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: return func(*args, **kwargs) Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: self._notify() Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: self.callback(batched_events) Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: event.method(event) Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: return f(self, *a, **k) Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: return self._get(url).json() Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: return self.request(url, 'GET', **kwargs) Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:43:44.909914 dv-cinder-834541-1-iscsi neutron-server[104014]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:43:44.921247 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-66ed42d2-e45f-4089-8553-5a6fc9378d5c req-3a607f88-06ab-47e3-8a5a-ba9c32a834f0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739613 Mar 21 21:43:44.950269 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:44.957991 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-a65b8645-c348-4ecc-85a6-046f45f5c8b3 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:44.959428 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-a65b8645-c348-4ecc-85a6-046f45f5c8b3 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.31 "GET /v2.0/networks?id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6 HTTP/1.1" status: 200 len: 811 time: 0.2196848 Mar 21 21:43:45.031606 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b1050c7a-c02a-44a9-a6d1-cd7b9bcddb0d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdfca42329034040bbf7df63a9adb6e8 HTTP/1.1" status: 200 len: 379 time: 0.0607829 Mar 21 21:43:45.040514 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Request body: {'port': {'device_id': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'admin_state_up': True, 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'security_groups': ['3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:45.082247 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (e5c1c0d4-d0d5-461d-a44c-196ded763abc), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:45.111173 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:45.114830 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] 10.222.0.23 "DELETE /v2.0/networks/e5c1c0d4-d0d5-461d-a44c-196ded763abc HTTP/1.1" status: 204 len: 168 time: 0.5725641 Mar 21 21:43:45.118203 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f102e-3a7a-4645-be7d-d9226140946f admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c1c0d4-d0d5-461d-a44c-196ded763abc,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:45.262186 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Made reservation on behalf of fdfca42329034040bbf7df63a9adb6e8 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:43:45.265988 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:45.392283 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Allocated IP 172.20.0.10 (70dbf6f8-94c9-414d-81cb-f5c9777e31d6/9e85d989-df6a-4920-a1dc-a33d482b0658/93ad5030-cc6d-4353-8983-d4f97cc3964c) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:43:45.533798 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:45.535435 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33940) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:45.575193 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-cf5d6d42-c298-4b2d-9a52-96837c533987 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5529bbc210f45a8835c93e311210908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384524 Mar 21 21:43:45.577657 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 33942) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:45.623494 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-388bebfa-5b12-4076-8828-79558bfa7454 admin admin] Publish callbacks [] for security_group (0b91d588-f21e-4488-a02d-1011ea60ce09), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:45.635584 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:45.647035 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-388bebfa-5b12-4076-8828-79558bfa7454 admin admin] Publish callbacks [] for security_group (0b91d588-f21e-4488-a02d-1011ea60ce09), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:45.673781 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:43:45.676851 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:43:45.679255 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:43:45.716995 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event updated for resources: {'Port': ['ID=93ad5030-cc6d-4353-8983-d4f97cc3964c,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:45.740295 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:45.742746 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:45.789715 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-388bebfa-5b12-4076-8828-79558bfa7454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0b91d588-f21e-4488-a02d-1011ea60ce09), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:45.792378 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-388bebfa-5b12-4076-8828-79558bfa7454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:45.793821 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-388bebfa-5b12-4076-8828-79558bfa7454 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b91d588-f21e-4488-a02d-1011ea60ce09 HTTP/1.1" status: 204 len: 168 time: 0.2152753 Mar 21 21:43:45.804254 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bebfa-5b12-4076-8828-79558bfa7454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b91d588-f21e-4488-a02d-1011ea60ce09,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:45.821103 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-b4e67e72-d95f-425a-934b-d4cea242b8aa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7842865 Mar 21 21:43:45.832880 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Request body: {'port': {'device_id': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:45.884588 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-1b425c72-a8bd-48ef-9302-e7905d0fdc71 None None] Provisioning complete for port 93ad5030-cc6d-4353-8983-d4f97cc3964c triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:43:45.884990 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1b425c72-a8bd-48ef-9302-e7905d0fdc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:45.905004 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:45.926141 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-1b425c72-a8bd-48ef-9302-e7905d0fdc71 None None] Port 93ad5030-cc6d-4353-8983-d4f97cc3964c cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:43:45.987194 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db0b6d-edef-4eb3-ae13-8b34f7050e03 req-56beef48-f289-4ab0-b193-714acc014a53 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:45.989552 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b9db0b6d-edef-4eb3-ae13-8b34f7050e03 req-56beef48-f289-4ab0-b193-714acc014a53 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 932 time: 0.0680749 Mar 21 21:43:46.066061 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b9db0b6d-edef-4eb3-ae13-8b34f7050e03 req-115d269b-d057-4e5a-bb92-27c748f151f5 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696917 Mar 21 21:43:46.084904 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b82b6e-53d6-4bdb-929d-1da22734b8f1 req-9a61ab64-5896-4903-8cf4-ca4c41f5242b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:46.084904 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-95b82b6e-53d6-4bdb-929d-1da22734b8f1 req-9a61ab64-5896-4903-8cf4-ca4c41f5242b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0739801 Mar 21 21:43:46.131189 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-95b82b6e-53d6-4bdb-929d-1da22734b8f1 req-650be926-72c8-4178-83c0-46aafa4d5508 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410109 Mar 21 21:43:46.203439 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ad5030-cc6d-4353-8983-d4f97cc3964c {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:43:46.211382 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Publish callbacks [] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:46.223273 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Transition to ACTIVE for port object 93ad5030-cc6d-4353-8983-d4f97cc3964c will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:43:46.313940 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:46.373913 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Pushing event updated for resources: {'Port': ['ID=93ad5030-cc6d-4353-8983-d4f97cc3964c,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:46.442097 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Attempting to bind port 93ad5030-cc6d-4353-8983-d4f97cc3964c on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:43:46.442437 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Attempting to bind port 93ad5030-cc6d-4353-8983-d4f97cc3964c by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:43:46.442765 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Attempting to bind port 93ad5030-cc6d-4353-8983-d4f97cc3964c on network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:43:46.448133 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Port 93ad5030-cc6d-4353-8983-d4f97cc3964c on network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:43:46.448758 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Attempting to bind port 93ad5030-cc6d-4353-8983-d4f97cc3964c on network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:43:46.455090 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:43:46.455438 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Checking segment: {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:43:46.456145 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Bound using segment: {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:43:46.456235 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Bound port: 93ad5030-cc6d-4353-8983-d4f97cc3964c, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918d9725-68c3-4607-8588-d01262ebefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:43:46.456578 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:46.529136 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] For port 93ad5030-cc6d-4353-8983-d4f97cc3964c, host hv-cinder-83454, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:43:46.530995 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33952) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:46.534127 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] For port 93ad5030-cc6d-4353-8983-d4f97cc3964c, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=93ad5030-cc6d-4353-8983-d4f97cc3964c,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:43:46.579177 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-af803900-1efe-45c4-9a0d-b02af7208b3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c568789615eb4065a03961488929456c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469782 Mar 21 21:43:46.581547 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 33954) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:46.589698 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:46.639757 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:46.640384 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:46.641794 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] 10.222.0.31 "PUT /v2.0/ports/93ad5030-cc6d-4353-8983-d4f97cc3964c HTTP/1.1" status: 200 len: 1094 time: 0.8142827 Mar 21 21:43:46.643105 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'tag': '93ad5030-cc6d-4353-8983-d4f97cc3964c'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:43:46.645440 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68201f5e-df58-4c3c-8969-b11f0bf1cbb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1", "tag": "93ad5030-cc6d-4353-8983-d4f97cc3964c"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:43:46.688896 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a94d399c-9c4f-4ad6-a5d3-27a3cdf55f19 admin admin] Publish callbacks [] for security_group (23640f6a-3344-42bd-b82d-3a34f984db50), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:46.690568 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeba43-8617-4f62-990b-19bca82a538f service neutron] Pushing event updated for resources: {'Port': ['ID=93ad5030-cc6d-4353-8983-d4f97cc3964c,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:46.719734 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a94d399c-9c4f-4ad6-a5d3-27a3cdf55f19 admin admin] Publish callbacks [] for security_group (23640f6a-3344-42bd-b82d-3a34f984db50), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:46.807366 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-541955fa-a216-458e-b80e-5141ef99b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:46.809107 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-541955fa-a216-458e-b80e-5141ef99b073 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdfca42329034040bbf7df63a9adb6e8&device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 1128 time: 0.0515609 Mar 21 21:43:46.859724 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-fd68fd5a-c5c7-42cc-9f0b-191a700553ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93ad5030-cc6d-4353-8983-d4f97cc3964c HTTP/1.1" status: 200 len: 217 time: 0.0420780 Mar 21 21:43:46.892647 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a94d399c-9c4f-4ad6-a5d3-27a3cdf55f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (23640f6a-3344-42bd-b82d-3a34f984db50), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:46.895065 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a94d399c-9c4f-4ad6-a5d3-27a3cdf55f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:46.896343 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a94d399c-9c4f-4ad6-a5d3-27a3cdf55f19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23640f6a-3344-42bd-b82d-3a34f984db50 HTTP/1.1" status: 204 len: 168 time: 0.3138697 Mar 21 21:43:46.912400 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d399c-9c4f-4ad6-a5d3-27a3cdf55f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23640f6a-3344-42bd-b82d-3a34f984db50,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:46.926704 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-00694fa3-5bbe-47ff-aa3c-36188303bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:46.928346 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-00694fa3-5bbe-47ff-aa3c-36188303bd44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e85d989-df6a-4920-a1dc-a33d482b0658 HTTP/1.1" status: 200 len: 850 time: 0.0653107 Mar 21 21:43:46.947356 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87493a6d-d1c2-4bfc-aa30-04a816d0dc87 x-openstack-request-id: req-87493a6d-d1c2-4bfc-aa30-04a816d0dc87 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:43:46.947812 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1", "tag": "93ad5030-cc6d-4353-8983-d4f97cc3964c", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:43:46.948175 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87493a6d-d1c2-4bfc-aa30-04a816d0dc87 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:43:46.949275 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'tag': '93ad5030-cc6d-4353-8983-d4f97cc3964c', 'status': 'completed', 'code': 200} Mar 21 21:43:46.987406 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-a4ac0717-b59d-4a94-87a3-dcc998481e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:46.989092 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-a4ac0717-b59d-4a94-87a3-dcc998481e21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522766 Mar 21 21:43:47.086475 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-4908a884-57cb-482b-9064-1fffc983f037 service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890074 Mar 21 21:43:47.174154 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8e5e5ca-e699-43ce-9437-5d69f6f383ed req-4ea720f8-7382-42a0-8cf7-3e558dc804c8 service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829468 Mar 21 21:43:47.193457 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed53a2-0fd9-4055-bf15-2392515b3119 req-819b0fab-fc27-4379-8a90-cc69a16b1aae tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:47.194993 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7eed53a2-0fd9-4055-bf15-2392515b3119 req-819b0fab-fc27-4379-8a90-cc69a16b1aae tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 944 time: 0.0580890 Mar 21 21:43:47.280973 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7eed53a2-0fd9-4055-bf15-2392515b3119 req-39a5a99e-0a10-49b9-a647-706ba1f53da6 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793519 Mar 21 21:43:47.297777 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbba63-9e19-444b-add5-d11ec305cb9a req-973285b4-e244-4d53-a167-d57c5b0382a2 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:47.299596 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06cbba63-9e19-444b-add5-d11ec305cb9a req-973285b4-e244-4d53-a167-d57c5b0382a2 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0836279 Mar 21 21:43:47.366693 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06cbba63-9e19-444b-add5-d11ec305cb9a req-d3fc1eb9-2e89-48fd-be59-e5443f5ba84c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521390 Mar 21 21:43:47.374643 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68201f5e-df58-4c3c-8969-b11f0bf1cbb8 req-d3346cb5-5417-4ac8-a5f0-bd173f3bf1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:47.376146 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68201f5e-df58-4c3c-8969-b11f0bf1cbb8 req-d3346cb5-5417-4ac8-a5f0-bd173f3bf1ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdfca42329034040bbf7df63a9adb6e8&device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 1128 time: 0.0595667 Mar 21 21:43:47.467039 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68201f5e-df58-4c3c-8969-b11f0bf1cbb8 req-32962130-1464-4b6f-88ec-159b2f00fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:47.468508 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68201f5e-df58-4c3c-8969-b11f0bf1cbb8 req-32962130-1464-4b6f-88ec-159b2f00fda3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6 HTTP/1.1" status: 200 len: 912 time: 0.0861092 Mar 21 21:43:47.514246 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68201f5e-df58-4c3c-8969-b11f0bf1cbb8 req-44c9f3a3-aa7c-433c-8b86-ec04c89fdff3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93ad5030-cc6d-4353-8983-d4f97cc3964c HTTP/1.1" status: 200 len: 217 time: 0.0395262 Mar 21 21:43:47.562059 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68201f5e-df58-4c3c-8969-b11f0bf1cbb8 req-5a5bf6af-5f52-45b4-a1e4-a9a8b7cc32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:47.563525 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68201f5e-df58-4c3c-8969-b11f0bf1cbb8 req-5a5bf6af-5f52-45b4-a1e4-a9a8b7cc32b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e85d989-df6a-4920-a1dc-a33d482b0658 HTTP/1.1" status: 200 len: 850 time: 0.0440171 Mar 21 21:43:47.610354 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68201f5e-df58-4c3c-8969-b11f0bf1cbb8 req-c2d9c9f3-602a-447a-afcc-ca789a5ea683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:47.611809 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68201f5e-df58-4c3c-8969-b11f0bf1cbb8 req-c2d9c9f3-602a-447a-afcc-ca789a5ea683 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426984 Mar 21 21:43:47.700385 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68201f5e-df58-4c3c-8969-b11f0bf1cbb8 req-dbec2660-7547-4f5f-be7e-7454f2d0dd31 service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818787 Mar 21 21:43:47.799206 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68201f5e-df58-4c3c-8969-b11f0bf1cbb8 req-c26513d9-58bf-4742-98a1-0dea867ad785 service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929871 Mar 21 21:43:47.937598 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-43183a3d-cdc4-4e15-a36b-ec19975e7a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:48.403478 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8f04c-0ba4-4232-b1c5-ae277ef3143b req-58a0f3ee-86cf-4ffe-8667-5581e38a01b0 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:48.405464 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-40e8f04c-0ba4-4232-b1c5-ae277ef3143b req-58a0f3ee-86cf-4ffe-8667-5581e38a01b0 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 944 time: 0.0532954 Mar 21 21:43:48.458702 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-40e8f04c-0ba4-4232-b1c5-ae277ef3143b req-aa0d1e22-bad2-4779-abb2-7f9131e8eb2d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455496 Mar 21 21:43:48.512480 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd0996-d387-4e79-a223-100469b8a88f req-482a580d-1c54-4454-b5fd-38a8f27edc46 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:48.513982 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-32cd0996-d387-4e79-a223-100469b8a88f req-482a580d-1c54-4454-b5fd-38a8f27edc46 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0596163 Mar 21 21:43:48.561198 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-32cd0996-d387-4e79-a223-100469b8a88f req-46d6ac80-38f1-4bfd-aabd-68dfdcabd6dc tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415769 Mar 21 21:43:49.584981 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3e079-7ecb-4f56-b1d3-ba58147ab2d5 req-fe221ea0-1fd0-43e1-a7c8-dc4a48c50e3a tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:49.586734 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-abe3e079-7ecb-4f56-b1d3-ba58147ab2d5 req-fe221ea0-1fd0-43e1-a7c8-dc4a48c50e3a tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 944 time: 0.0529828 Mar 21 21:43:49.656578 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-abe3e079-7ecb-4f56-b1d3-ba58147ab2d5 req-656e66e0-23f3-4caa-b34c-8f790fe1a68e tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643535 Mar 21 21:43:49.702363 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7452021-49da-4215-82c7-35ed6cf5024f req-361a857f-6d13-4c90-bcec-14d9db2b79a4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:49.703835 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c7452021-49da-4215-82c7-35ed6cf5024f req-361a857f-6d13-4c90-bcec-14d9db2b79a4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0670166 Mar 21 21:43:49.759234 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c7452021-49da-4215-82c7-35ed6cf5024f req-baed5b08-49a7-4518-be9e-56f9740d7b07 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478199 Mar 21 21:43:50.103612 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 93ad5030-cc6d-4353-8983-d4f97cc3964c details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:43:50.116732 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-84c318e8-9921-4dfb-8cb0-27b9ac4d2368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:50.198669 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 93ad5030-cc6d-4353-8983-d4f97cc3964c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=93ad5030-cc6d-4353-8983-d4f97cc3964c,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:50.209701 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '93ad5030-cc6d-4353-8983-d4f97cc3964c', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'port_id': '93ad5030-cc6d-4353-8983-d4f97cc3964c', 'mac_address': 'fa:16:3e:60:1a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:43:50.245626 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 93ad5030-cc6d-4353-8983-d4f97cc3964c is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:43:50.246004 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:50.258324 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ad5030-cc6d-4353-8983-d4f97cc3964c {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:43:50.277381 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 93ad5030-cc6d-4353-8983-d4f97cc3964c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=93ad5030-cc6d-4353-8983-d4f97cc3964c,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:50.348827 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:50.396224 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=93ad5030-cc6d-4353-8983-d4f97cc3964c,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:50.609079 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['93ad5030-cc6d-4353-8983-d4f97cc3964c'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:43:50.783490 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c02d6-6024-4113-95b7-0095a3aaa747 req-0783a597-c9cc-419a-9506-49599da3499c tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:50.785069 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7a5c02d6-6024-4113-95b7-0095a3aaa747 req-0783a597-c9cc-419a-9506-49599da3499c tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 945 time: 0.0543323 Mar 21 21:43:50.837781 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7a5c02d6-6024-4113-95b7-0095a3aaa747 req-a2d3e8bd-2a87-442a-a170-063ccfd3031c tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467494 Mar 21 21:43:50.903268 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf5bfa-31d2-4074-98ac-909d8fe164cb req-0c243ce0-0d06-480f-8864-212966908833 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:50.903268 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-60bf5bfa-31d2-4074-98ac-909d8fe164cb req-0c243ce0-0d06-480f-8864-212966908833 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0532765 Mar 21 21:43:50.942962 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-60bf5bfa-31d2-4074-98ac-909d8fe164cb req-2b73e821-6891-4dbb-aeb0-5ae6bb014623 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408945 Mar 21 21:43:51.446917 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:52.005536 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5bf87-c507-443c-a5ed-e25502930cee req-b163cab2-e8c8-41c5-978e-906203214f1a tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:52.006979 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1ea5bf87-c507-443c-a5ed-e25502930cee req-b163cab2-e8c8-41c5-978e-906203214f1a tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 945 time: 0.0568078 Mar 21 21:43:52.082542 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1ea5bf87-c507-443c-a5ed-e25502930cee req-c8339d6d-152f-4018-9091-ed5fa7e8a615 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685616 Mar 21 21:43:52.104906 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d147001-56aa-4e5c-88bc-72d8ff3d6544 req-a3332f5c-3b85-444d-ba3f-00b97dd5bb2a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:52.106502 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3d147001-56aa-4e5c-88bc-72d8ff3d6544 req-a3332f5c-3b85-444d-ba3f-00b97dd5bb2a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0867620 Mar 21 21:43:52.115245 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 30cf9e05-f618-4508-bef7-1c086fe20b1a details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:43:52.118467 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 93ad5030-cc6d-4353-8983-d4f97cc3964c up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:43:52.154217 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3d147001-56aa-4e5c-88bc-72d8ff3d6544 req-de2b8c48-304a-4c56-951f-53cb09d8dbf9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Mar 21 21:43:52.248096 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:52.260096 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'port_id': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'mac_address': 'fa:16:3e:f2:f8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:43:52.297007 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 30cf9e05-f618-4508-bef7-1c086fe20b1a is: ACTIVE; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:43:52.297397 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:52.310542 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30cf9e05-f618-4508-bef7-1c086fe20b1a {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:43:52.334151 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:52.343046 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 93ad5030-cc6d-4353-8983-d4f97cc3964c completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:43:52.346721 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 93ad5030-cc6d-4353-8983-d4f97cc3964c triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:43:52.347094 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:52.412156 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:52.457494 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 93ad5030-cc6d-4353-8983-d4f97cc3964c is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:43:52.458143 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:52.488029 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=30cf9e05-f618-4508-bef7-1c086fe20b1a,revision_number=6']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:52.497871 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ad5030-cc6d-4353-8983-d4f97cc3964c'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:43:52.501694 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11dd5d4-b061-49d0-89d0-22021162da95" -d '{"events": [{"server_uuid": "d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1", "name": "network-vif-plugged", "status": "completed", "tag": "93ad5030-cc6d-4353-8983-d4f97cc3964c"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:43:52.515253 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['30cf9e05-f618-4508-bef7-1c086fe20b1a'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:43:52.541191 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 93ad5030-cc6d-4353-8983-d4f97cc3964c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=93ad5030-cc6d-4353-8983-d4f97cc3964c,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:52.630264 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:52.711807 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88102d9-ed1e-4ca2-82a2-45fcd0a3cea3 x-openstack-request-id: req-a88102d9-ed1e-4ca2-82a2-45fcd0a3cea3 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:43:52.712254 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1", "name": "network-vif-plugged", "status": "completed", "tag": "93ad5030-cc6d-4353-8983-d4f97cc3964c", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:43:52.712580 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a88102d9-ed1e-4ca2-82a2-45fcd0a3cea3 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:43:52.712998 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ad5030-cc6d-4353-8983-d4f97cc3964c', 'code': 200} Mar 21 21:43:52.721419 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=93ad5030-cc6d-4353-8983-d4f97cc3964c,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:52.879299 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:53.055118 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116452b4-1995-4c54-8855-069d3b5de86b req-f0301a79-a98c-4de1-89d9-910492b672d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:53.056679 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-116452b4-1995-4c54-8855-069d3b5de86b req-f0301a79-a98c-4de1-89d9-910492b672d5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 1130 time: 0.0443227 Mar 21 21:43:53.099914 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-116452b4-1995-4c54-8855-069d3b5de86b req-b01117ca-a683-481a-a589-1e41bbb01588 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361960 Mar 21 21:43:53.218921 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa118eb-38d9-4e09-ac7a-e7b9851c8b13 req-68b89293-fa0e-4e31-8266-8961da3fb047 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:53.221919 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9aa118eb-38d9-4e09-ac7a-e7b9851c8b13 req-68b89293-fa0e-4e31-8266-8961da3fb047 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 946 time: 0.0697649 Mar 21 21:43:53.328275 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9aa118eb-38d9-4e09-ac7a-e7b9851c8b13 req-13a17739-c4f5-4f44-a378-eb2580da89bf tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860865 Mar 21 21:43:53.337372 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e3807-bd36-48cb-8897-447a36fa3062 req-76eb15aa-1507-4ef1-a1ac-0ad537549816 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:53.339291 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb4e3807-bd36-48cb-8897-447a36fa3062 req-76eb15aa-1507-4ef1-a1ac-0ad537549816 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 944 time: 0.0877047 Mar 21 21:43:53.391017 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb4e3807-bd36-48cb-8897-447a36fa3062 req-b3707471-3ba6-481d-bd17-67374bd7751f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448050 Mar 21 21:43:54.133511 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 30cf9e05-f618-4508-bef7-1c086fe20b1a up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:43:54.206210 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 30cf9e05-f618-4508-bef7-1c086fe20b1a triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:43:54.211057 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:54.356161 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 30cf9e05-f618-4508-bef7-1c086fe20b1a is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:43:54.358327 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:54.406275 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:43:54.452655 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:54.488353 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85626c95-2379-4056-9130-9d2f99ee0c3b req-452c2eca-7d83-4645-9855-ad6591459d6b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:54.493044 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-85626c95-2379-4056-9130-9d2f99ee0c3b req-452c2eca-7d83-4645-9855-ad6591459d6b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 946 time: 0.0830269 Mar 21 21:43:54.509671 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:54.603599 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=30cf9e05-f618-4508-bef7-1c086fe20b1a,revision_number=7']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:43:54.612457 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbab33-31bb-4d31-8bfa-01ccd661cc70 req-42742058-6f5f-410c-a9b8-f58926ad99b7 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:54.619649 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-82dbab33-31bb-4d31-8bfa-01ccd661cc70 req-42742058-6f5f-410c-a9b8-f58926ad99b7 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.1210232 Mar 21 21:43:54.633248 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-85626c95-2379-4056-9130-9d2f99ee0c3b req-a0d6b874-c638-4d9b-b24a-ff2282959c55 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326196 Mar 21 21:43:54.689958 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-82dbab33-31bb-4d31-8bfa-01ccd661cc70 req-b1ca60ff-1302-4221-9b19-64adbeb9a4eb tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692983 Mar 21 21:43:54.714532 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:43:54.717513 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142cae41-1ebf-4802-b4f6-37ec1aece8e8" -d '{"events": [{"server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "name": "network-vif-plugged", "status": "completed", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:43:54.757868 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16371458-a484-4292-a641-229f70604bf3 x-openstack-request-id: req-16371458-a484-4292-a641-229f70604bf3 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:43:54.757868 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "name": "network-vif-plugged", "status": "completed", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:43:54.758149 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16371458-a484-4292-a641-229f70604bf3 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:43:54.758518 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'code': 200} Mar 21 21:43:55.795305 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5af9e-c3f9-4110-889a-1bb649caacd4 req-b45b6108-aea2-4963-b4da-07db644c6e57 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:55.799167 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fa5af9e-c3f9-4110-889a-1bb649caacd4 req-b45b6108-aea2-4963-b4da-07db644c6e57 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 946 time: 0.0811541 Mar 21 21:43:55.872016 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5436a9-d206-4f38-a1f8-700bb8fc9204 req-15d56137-f6e3-4f04-8cfd-85f6152322ff tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:55.877186 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ef5436a9-d206-4f38-a1f8-700bb8fc9204 req-15d56137-f6e3-4f04-8cfd-85f6152322ff tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.1018374 Mar 21 21:43:55.917847 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fa5af9e-c3f9-4110-889a-1bb649caacd4 req-729a0c54-2500-4b85-ba36-efd3fefadfaa tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996168 Mar 21 21:43:55.964868 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ef5436a9-d206-4f38-a1f8-700bb8fc9204 req-1918ebc4-5a57-435f-ab3a-4aefbf3bc2d0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658860 Mar 21 21:43:56.062773 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab730f07-c75e-422d-a1c3-a9013595ea62 req-1587efe0-2ad3-490d-839d-c4bf12eb8a72 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:56.064331 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ab730f07-c75e-422d-a1c3-a9013595ea62 req-1587efe0-2ad3-490d-839d-c4bf12eb8a72 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 946 time: 0.0598054 Mar 21 21:43:56.073701 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 34108) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:43:56.078551 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-7fc8f275-16ad-45bd-9d97-20c05945b04f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Request body: {'floatingip': {'port_id': '93ad5030-cc6d-4353-8983-d4f97cc3964c'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:43:56.123558 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f275-16ad-45bd-9d97-20c05945b04f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (2022176b-20f6-4594-b607-21e4c3a5308d), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:56.577155 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f275-16ad-45bd-9d97-20c05945b04f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:56.686711 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f275-16ad-45bd-9d97-20c05945b04f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (2022176b-20f6-4594-b607-21e4c3a5308d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:57.065725 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-7fc8f275-16ad-45bd-9d97-20c05945b04f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Floating IP 2022176b-20f6-4594-b607-21e4c3a5308d associated. External IP: 172.27.1.218, port: 93ad5030-cc6d-4353-8983-d4f97cc3964c. Mar 21 21:43:57.144371 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98851444-8956-42c5-a1c1-40a0cb0478c0 req-a1ae401d-0ade-4b66-b843-76ea96c5faea tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:57.152066 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-98851444-8956-42c5-a1c1-40a0cb0478c0 req-a1ae401d-0ade-4b66-b843-76ea96c5faea tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0905704 Mar 21 21:43:57.253761 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-98851444-8956-42c5-a1c1-40a0cb0478c0 req-40201b2b-e0b2-499d-9e32-33e66682709b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851004 Mar 21 21:43:57.326373 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc8f275-16ad-45bd-9d97-20c05945b04f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:43:57.473479 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc8f275-16ad-45bd-9d97-20c05945b04f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:43:57.478386 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f275-16ad-45bd-9d97-20c05945b04f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:43:57.485277 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8912a838-d035-4347-977d-0d29dab392db None None] Sync routers for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:43:57.500855 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8912a838-d035-4347-977d-0d29dab392db None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:43:57.501880 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-8912a838-d035-4347-977d-0d29dab392db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:43:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:57.514623 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7fc8f275-16ad-45bd-9d97-20c05945b04f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "PUT /v2.0/floatingips/2022176b-20f6-4594-b607-21e4c3a5308d HTTP/1.1" status: 200 len: 992 time: 1.4396815 Mar 21 21:43:57.519396 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'tag': '93ad5030-cc6d-4353-8983-d4f97cc3964c'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:43:57.519396 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a184cb17-58b4-45bc-a93d-36d6f6390048" -d '{"events": [{"name": "network-changed", "server_uuid": "d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1", "tag": "93ad5030-cc6d-4353-8983-d4f97cc3964c"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:43:57.580645 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b4bdc9-19e0-49f8-a34d-8222df1ab3d9 x-openstack-request-id: req-22b4bdc9-19e0-49f8-a34d-8222df1ab3d9 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:43:57.581259 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1", "tag": "93ad5030-cc6d-4353-8983-d4f97cc3964c", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:43:57.581520 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22b4bdc9-19e0-49f8-a34d-8222df1ab3d9 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:43:57.583146 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'tag': '93ad5030-cc6d-4353-8983-d4f97cc3964c', 'status': 'completed', 'code': 200} Mar 21 21:43:57.643867 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-8912a838-d035-4347-977d-0d29dab392db None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:43:57.657367 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184cb17-58b4-45bc-a93d-36d6f6390048 req-eaaf42e1-0c69-46b0-a169-32f84ce7ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:57.659328 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a184cb17-58b4-45bc-a93d-36d6f6390048 req-eaaf42e1-0c69-46b0-a169-32f84ce7ae2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdfca42329034040bbf7df63a9adb6e8&device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 1130 time: 0.0590649 Mar 21 21:43:57.774365 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184cb17-58b4-45bc-a93d-36d6f6390048 req-79438f77-92f1-44d6-b3f0-49e6a5c8671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:57.776989 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a184cb17-58b4-45bc-a93d-36d6f6390048 req-79438f77-92f1-44d6-b3f0-49e6a5c8671a service neutron] 10.222.0.31 "GET /v2.0/networks?id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6 HTTP/1.1" status: 200 len: 912 time: 0.1099834 Mar 21 21:43:57.865327 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a184cb17-58b4-45bc-a93d-36d6f6390048 req-5823f157-5cee-4e6d-8d95-7cfaf41c5719 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93ad5030-cc6d-4353-8983-d4f97cc3964c HTTP/1.1" status: 200 len: 1000 time: 0.0828452 Mar 21 21:43:57.908135 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-8912a838-d035-4347-977d-0d29dab392db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '2022176b-20f6-4594-b607-21e4c3a5308d', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'port_id': '93ad5030-cc6d-4353-8983-d4f97cc3964c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'mac_address': 'fa:16:3e:60:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:43:40Z', 'updated_at': '2022-03-21T21:43:56Z', 'revision_number': 1, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:37Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:57.925829 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184cb17-58b4-45bc-a93d-36d6f6390048 req-c7acce30-e5cb-44d1-9e35-5297376762ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:57.927380 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a184cb17-58b4-45bc-a93d-36d6f6390048 req-c7acce30-e5cb-44d1-9e35-5297376762ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e85d989-df6a-4920-a1dc-a33d482b0658 HTTP/1.1" status: 200 len: 850 time: 0.0557864 Mar 21 21:43:58.004048 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184cb17-58b4-45bc-a93d-36d6f6390048 req-63867abb-2128-48b9-8992-881b978bcb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:58.005973 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a184cb17-58b4-45bc-a93d-36d6f6390048 req-63867abb-2128-48b9-8992-881b978bcb85 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70dbf6f8-94c9-414d-81cb-f5c9777e31d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720508 Mar 21 21:43:58.043225 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8912a838-d035-4347-977d-0d29dab392db None None] Checking router: 2b974b33-2fb8-46c4-b2e7-55dd7c48369d for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:43:58.053627 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8912a838-d035-4347-977d-0d29dab392db None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:43:58.054258 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-8912a838-d035-4347-977d-0d29dab392db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:43:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:58.122779 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a184cb17-58b4-45bc-a93d-36d6f6390048 req-961fa02d-e3bd-4021-95f7-5574ce38c089 service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082425 Mar 21 21:43:58.185107 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-8912a838-d035-4347-977d-0d29dab392db None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:43:58.240388 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a184cb17-58b4-45bc-a93d-36d6f6390048 req-1a369755-1aa3-4237-bc90-84615632e025 service neutron] 10.222.0.31 "GET /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101344 Mar 21 21:43:58.424533 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f43f14-f972-469d-beca-07a8f2fc62fa req-fe0620d2-c115-48ef-a5ec-645efc185470 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:58.429560 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55f43f14-f972-469d-beca-07a8f2fc62fa req-fe0620d2-c115-48ef-a5ec-645efc185470 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0736809 Mar 21 21:43:58.506825 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-8912a838-d035-4347-977d-0d29dab392db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '2022176b-20f6-4594-b607-21e4c3a5308d', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'port_id': '93ad5030-cc6d-4353-8983-d4f97cc3964c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'mac_address': 'fa:16:3e:60:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:43:40Z', 'updated_at': '2022-03-21T21:43:56Z', 'revision_number': 1, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:37Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:43:58.528079 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55f43f14-f972-469d-beca-07a8f2fc62fa req-3b9fe9d4-9085-4240-89bd-32f9e8bec8cb tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906975 Mar 21 21:43:58.552144 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8912a838-d035-4347-977d-0d29dab392db None None] The sync data for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi is: [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '2022176b-20f6-4594-b607-21e4c3a5308d', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'port_id': '93ad5030-cc6d-4353-8983-d4f97cc3964c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'mac_address': 'fa:16:3e:60:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:43:40Z', 'updated_at': '2022-03-21T21:43:56Z', 'revision_number': 1, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:37Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:43:58.792098 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09194b5c-763b-42d3-8301-6bee51da55b5 None None] New status for floating IP 2022176b-20f6-4594-b607-21e4c3a5308d: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:43:59.224175 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:43:59.656586 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c77e2-5757-4a99-bcfc-d7c2598bf340 req-06e2af85-a754-4aa2-b135-a21661c94f1a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:43:59.658029 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-294c77e2-5757-4a99-bcfc-d7c2598bf340 req-06e2af85-a754-4aa2-b135-a21661c94f1a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0516968 Mar 21 21:43:59.709727 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-294c77e2-5757-4a99-bcfc-d7c2598bf340 req-02190014-7842-47e9-944e-c3fc6d9f2b04 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457971 Mar 21 21:44:00.898228 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be184996-847f-4331-bab9-04f1fdf02dae req-357de3b7-f41d-4c65-9ccb-3502c44d525a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:00.907062 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-be184996-847f-4331-bab9-04f1fdf02dae req-357de3b7-f41d-4c65-9ccb-3502c44d525a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0701120 Mar 21 21:44:00.954310 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-be184996-847f-4331-bab9-04f1fdf02dae req-7f009efa-d8da-420e-93c3-ed0900bd5301 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463564 Mar 21 21:44:01.581821 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 34158) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:01.700257 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-acb65282-e104-4796-82d9-a112f9815bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:01.797076 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-acb65282-e104-4796-82d9-a112f9815bbd admin admin] Publish callbacks [] for security_group (b05fd16e-4c9b-4b1d-9840-951a21fa1862), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:01.862885 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-acb65282-e104-4796-82d9-a112f9815bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b05fd16e-4c9b-4b1d-9840-951a21fa1862), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:01.915574 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 34162) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:01.916274 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-acb65282-e104-4796-82d9-a112f9815bbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7117a28800ad428ab92e5b3e1c1862b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328302 Mar 21 21:44:01.917807 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb65282-e104-4796-82d9-a112f9815bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05fd16e-4c9b-4b1d-9840-951a21fa1862,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:01.983851 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5fc62289-8842-4336-92e2-b0223b0d7521 admin admin] Publish callbacks [] for security_group (b05fd16e-4c9b-4b1d-9840-951a21fa1862), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:02.007088 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5fc62289-8842-4336-92e2-b0223b0d7521 admin admin] Publish callbacks [] for security_group (b05fd16e-4c9b-4b1d-9840-951a21fa1862), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:02.108049 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5150cea-84f5-4531-84b0-e175ed2033c8 req-e7a99dd7-bb1c-4fdc-bb21-af8cc1cd0d92 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:02.109634 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d5150cea-84f5-4531-84b0-e175ed2033c8 req-e7a99dd7-bb1c-4fdc-bb21-af8cc1cd0d92 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0648165 Mar 21 21:44:02.147276 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5fc62289-8842-4336-92e2-b0223b0d7521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b05fd16e-4c9b-4b1d-9840-951a21fa1862), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:02.149815 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5fc62289-8842-4336-92e2-b0223b0d7521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:02.151778 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5fc62289-8842-4336-92e2-b0223b0d7521 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b05fd16e-4c9b-4b1d-9840-951a21fa1862 HTTP/1.1" status: 204 len: 168 time: 0.2336020 Mar 21 21:44:02.189266 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d5150cea-84f5-4531-84b0-e175ed2033c8 req-8f123e7d-0fee-4095-b275-82e040c14c5c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729859 Mar 21 21:44:02.190456 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc62289-8842-4336-92e2-b0223b0d7521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05fd16e-4c9b-4b1d-9840-951a21fa1862,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:03.064236 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 34174) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:03.080612 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-70edc6d3-0481-404a-bf6e-a97a879f7818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:03.165424 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-70edc6d3-0481-404a-bf6e-a97a879f7818 admin admin] Publish callbacks [] for security_group (dc718fbd-e4d3-4fbb-8743-1505dbc5d408), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:03.230198 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-70edc6d3-0481-404a-bf6e-a97a879f7818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (dc718fbd-e4d3-4fbb-8743-1505dbc5d408), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:03.263318 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edc6d3-0481-404a-bf6e-a97a879f7818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc718fbd-e4d3-4fbb-8743-1505dbc5d408,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:03.308261 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-70edc6d3-0481-404a-bf6e-a97a879f7818 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7cddaf91640e41dcb2cefe98c0654aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399728 Mar 21 21:44:03.308645 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 34180) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:03.365036 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfec7c6-bbd2-4f48-895c-1f2bb2bbf26e req-66d3fca7-8d11-4c7e-9996-7334dd03f738 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:03.366282 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fdfec7c6-bbd2-4f48-895c-1f2bb2bbf26e req-66d3fca7-8d11-4c7e-9996-7334dd03f738 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0769389 Mar 21 21:44:03.380240 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3c149491-c8f1-457c-8edd-3682100660a4 admin admin] Publish callbacks [] for security_group (dc718fbd-e4d3-4fbb-8743-1505dbc5d408), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:03.405300 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3c149491-c8f1-457c-8edd-3682100660a4 admin admin] Publish callbacks [] for security_group (dc718fbd-e4d3-4fbb-8743-1505dbc5d408), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:03.439394 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fdfec7c6-bbd2-4f48-895c-1f2bb2bbf26e req-3910b16a-4aaa-4cee-8bf3-9a71b1f9f8df tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612712 Mar 21 21:44:03.542786 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3c149491-c8f1-457c-8edd-3682100660a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (dc718fbd-e4d3-4fbb-8743-1505dbc5d408), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:03.545425 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3c149491-c8f1-457c-8edd-3682100660a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:03.551928 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3c149491-c8f1-457c-8edd-3682100660a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc718fbd-e4d3-4fbb-8743-1505dbc5d408 HTTP/1.1" status: 204 len: 168 time: 0.2406054 Mar 21 21:44:03.561325 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c149491-c8f1-457c-8edd-3682100660a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc718fbd-e4d3-4fbb-8743-1505dbc5d408,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:04.564191 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a276e-57f1-45e5-ae82-727600f31128 req-1a8909ea-b415-4380-9811-479db3564090 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:04.565780 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c4a276e-57f1-45e5-ae82-727600f31128 req-1a8909ea-b415-4380-9811-479db3564090 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0588841 Mar 21 21:44:04.615814 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c4a276e-57f1-45e5-ae82-727600f31128 req-bfe27a3a-1f7c-4c25-88ec-0f081db9cdf8 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436018 Mar 21 21:44:04.631398 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7049a9-45f7-41f7-90d7-d67f601520a5 req-40d1b6e7-2851-4b92-84b7-71e74abe1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:04.632950 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bc7049a9-45f7-41f7-90d7-d67f601520a5 req-40d1b6e7-2851-4b92-84b7-71e74abe1cf2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 1129 time: 0.0470564 Mar 21 21:44:04.728839 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7049a9-45f7-41f7-90d7-d67f601520a5 req-4c5f93f1-e3ff-4193-aece-0098faa5febc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:04.730416 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bc7049a9-45f7-41f7-90d7-d67f601520a5 req-4c5f93f1-e3ff-4193-aece-0098faa5febc service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 918 time: 0.0919282 Mar 21 21:44:04.875132 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bc7049a9-45f7-41f7-90d7-d67f601520a5 req-b667ce1e-dae7-41d5-8e91-459c33d4b601 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a HTTP/1.1" status: 200 len: 1001 time: 0.1329000 Mar 21 21:44:04.919284 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7049a9-45f7-41f7-90d7-d67f601520a5 req-782268b7-40d3-4a23-bb08-066b0d505597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:04.920815 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bc7049a9-45f7-41f7-90d7-d67f601520a5 req-782268b7-40d3-4a23-bb08-066b0d505597 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 200 len: 856 time: 0.0433316 Mar 21 21:44:04.973678 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7049a9-45f7-41f7-90d7-d67f601520a5 req-8dd863c2-8ac3-4fb7-b3c0-19657f88d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:04.975145 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bc7049a9-45f7-41f7-90d7-d67f601520a5 req-8dd863c2-8ac3-4fb7-b3c0-19657f88d2df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c14f17e-38ea-416b-8591-cd91fe8bc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471632 Mar 21 21:44:05.062699 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bc7049a9-45f7-41f7-90d7-d67f601520a5 req-67b41f40-4bf2-462f-97f7-ff962be876a9 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814295 Mar 21 21:44:05.155591 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bc7049a9-45f7-41f7-90d7-d67f601520a5 req-4fd3401a-3e2b-4b61-a9da-10b4af54d6b8 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850813 Mar 21 21:44:05.739833 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484de46-f9eb-4b29-9b00-9ba127f39c48 req-2041bf5d-2289-4d2c-a354-bc774b62f3ce tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:05.741350 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4484de46-f9eb-4b29-9b00-9ba127f39c48 req-2041bf5d-2289-4d2c-a354-bc774b62f3ce tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0532923 Mar 21 21:44:05.789840 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4484de46-f9eb-4b29-9b00-9ba127f39c48 req-d71a7a99-a441-4aa5-806a-fca36fe72cf9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426402 Mar 21 21:44:06.915751 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43369ec-f49a-44c5-9afe-f8116f04cf61 req-5d06c85b-72d5-496c-93c0-8f582ba814b3 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:06.917911 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c43369ec-f49a-44c5-9afe-f8116f04cf61 req-5d06c85b-72d5-496c-93c0-8f582ba814b3 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0539947 Mar 21 21:44:06.971779 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c43369ec-f49a-44c5-9afe-f8116f04cf61 req-20e49de2-5bda-45d8-a33d-09730933a405 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475457 Mar 21 21:44:08.096012 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748486d-533e-4d28-b6ef-c0dc6d4614fc req-bbc601df-e6ac-49e3-b99b-b3d420c019e0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:08.097534 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e748486d-533e-4d28-b6ef-c0dc6d4614fc req-bbc601df-e6ac-49e3-b99b-b3d420c019e0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 945 time: 0.0522010 Mar 21 21:44:08.144312 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e748486d-533e-4d28-b6ef-c0dc6d4614fc req-e4f76135-cf64-4552-bb3b-8964149a6990 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413148 Mar 21 21:44:08.178684 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 30cf9e05-f618-4508-bef7-1c086fe20b1a no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:44:08.255902 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 30cf9e05-f618-4508-bef7-1c086fe20b1a is: ACTIVE; New status is: DOWN {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:44:08.256288 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:08.279701 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:44:08.282086 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47a3e02-5ff2-484f-a329-f319d847aa16" -d '{"events": [{"server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "name": "network-vif-unplugged", "status": "completed", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:44:08.294646 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:44:08.315172 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Mar 2022 21:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe201a50-c185-44a4-abe8-61454eb3799d x-openstack-request-id: req-fe201a50-c185-44a4-abe8-61454eb3799d {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:44:08.315463 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "name": "network-vif-unplugged", "status": "failed", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a", "code": 422}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:44:08.315716 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe201a50-c185-44a4-abe8-61454eb3799d {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:44:08.316144 dv-cinder-834541-1-iscsi neutron-server[104016]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'code': 422} returned with failed status Mar 21 21:44:08.376432 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:08.428829 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=30cf9e05-f618-4508-bef7-1c086fe20b1a,revision_number=8']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:10.411597 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214b07f-9609-4557-bf0a-42ead476af87 req-e118f66b-432d-47b2-a9f4-994d05026e79 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:10.413392 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7214b07f-9609-4557-bf0a-42ead476af87 req-e118f66b-432d-47b2-a9f4-994d05026e79 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0562761 Mar 21 21:44:10.466108 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7214b07f-9609-4557-bf0a-42ead476af87 req-680d827b-1a7b-4686-a0df-774daa05802e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472879 Mar 21 21:44:10.653769 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-abe8af79-e930-4c48-82df-8ba2f429b48e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432005 Mar 21 21:44:10.733961 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-eedf443a-deee-48a3-a396-0a4259b0d5de tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:10.735447 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-eedf443a-deee-48a3-a396-0a4259b0d5de tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports/30cf9e05-f618-4508-bef7-1c086fe20b1a HTTP/1.1" status: 200 len: 940 time: 0.0507793 Mar 21 21:44:11.599374 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73fa71-da26-473a-8fba-edc39a6147d7 req-b372284b-379b-488f-928c-8de7bc562e26 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:11.600851 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a73fa71-da26-473a-8fba-edc39a6147d7 req-b372284b-379b-488f-928c-8de7bc562e26 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0593643 Mar 21 21:44:11.652860 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a73fa71-da26-473a-8fba-edc39a6147d7 req-80984395-f340-471a-8b0f-26d4c03bad24 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461259 Mar 21 21:44:12.160512 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-b6f2ce48-015d-44d8-ad23-5acc9a43ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:12.162053 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-b6f2ce48-015d-44d8-ad23-5acc9a43ac2a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b&tenant_id=9c6ab375eca84608a1045991b051b5c9 HTTP/1.1" status: 200 len: 1127 time: 0.0857208 Mar 21 21:44:12.203715 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 30cf9e05-f618-4508-bef7-1c086fe20b1a no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:44:12.231527 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-9414113a-c941-4ba9-a63d-cbfd1a1cf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:12.233128 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-9414113a-c941-4ba9-a63d-cbfd1a1cf40a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 1127 time: 0.0434577 Mar 21 21:44:12.281232 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 30cf9e05-f618-4508-bef7-1c086fe20b1a is: DOWN; New status is: DOWN {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:44:12.330193 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-18694a15-36a1-4bc3-ab00-91f7773012c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:12.331661 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-18694a15-36a1-4bc3-ab00-91f7773012c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 918 time: 0.0891039 Mar 21 21:44:12.398011 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-339f868d-777d-4223-9d74-6bd513cf04eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a HTTP/1.1" status: 200 len: 999 time: 0.0581560 Mar 21 21:44:12.450664 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-04a38a80-72e2-4067-9f5e-caea89c2c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:12.452526 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-04a38a80-72e2-4067-9f5e-caea89c2c224 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 200 len: 856 time: 0.0450773 Mar 21 21:44:12.504673 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-05943d10-1156-4325-8503-cb957cf6cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:12.506154 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-05943d10-1156-4325-8503-cb957cf6cd6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c14f17e-38ea-416b-8591-cd91fe8bc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469275 Mar 21 21:44:12.594642 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-98763990-d34d-4d7c-8f52-79cf0e3a1b9d service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817983 Mar 21 21:44:12.685643 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-fb009973-f6eb-42fc-89b5-a251663215ea service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838768 Mar 21 21:44:12.937161 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a0727-f63f-414c-9f56-4756bd838bfc req-fcb059be-811d-4fb3-9c79-8b676c74aa41 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:12.938681 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-912a0727-f63f-414c-9f56-4756bd838bfc req-fcb059be-811d-4fb3-9c79-8b676c74aa41 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0563409 Mar 21 21:44:12.987414 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-912a0727-f63f-414c-9f56-4756bd838bfc req-194b8082-43ce-40a6-bb83-252e7db1ec39 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Mar 21 21:44:14.127474 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed534efb-bfa0-4ca2-8a35-4a3abbf0755c req-44a548a5-45cc-42a1-b14e-705e7f3964e0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:14.131249 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ed534efb-bfa0-4ca2-8a35-4a3abbf0755c req-44a548a5-45cc-42a1-b14e-705e7f3964e0 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0613239 Mar 21 21:44:14.176906 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ed534efb-bfa0-4ca2-8a35-4a3abbf0755c req-1140a434-1ca8-433d-aee2-69facde66f4c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413172 Mar 21 21:44:14.966286 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:15.321261 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76963d3d-bd4e-406f-ae3d-521e95ac964b req-745d5624-c9b2-4f2e-8573-2bb3e62d694e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:15.322733 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76963d3d-bd4e-406f-ae3d-521e95ac964b req-745d5624-c9b2-4f2e-8573-2bb3e62d694e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0693808 Mar 21 21:44:15.372569 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76963d3d-bd4e-406f-ae3d-521e95ac964b req-e83e29ed-cf63-4eb0-9321-4b2c57733d43 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Mar 21 21:44:16.502498 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b8fad-f38a-4232-8c2e-065f8ba9cdba req-709f08f2-81b5-4928-a3c4-ecd834194b07 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:16.502498 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-361b8fad-f38a-4232-8c2e-065f8ba9cdba req-709f08f2-81b5-4928-a3c4-ecd834194b07 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0537601 Mar 21 21:44:16.557668 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-361b8fad-f38a-4232-8c2e-065f8ba9cdba req-ed93a5da-8430-4816-85a5-ac6c7f910cb4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494792 Mar 21 21:44:17.683882 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997523e-7f8b-4d65-ad12-8ed545f14704 req-0ce46221-72d8-478f-ae4a-0544ea4c931b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:17.685265 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4997523e-7f8b-4d65-ad12-8ed545f14704 req-0ce46221-72d8-478f-ae4a-0544ea4c931b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0516670 Mar 21 21:44:17.738379 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4997523e-7f8b-4d65-ad12-8ed545f14704 req-d37913e2-b6dd-4a70-9df9-290ce119ec34 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468171 Mar 21 21:44:17.942701 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e46e25f1-7cc7-4e42-89f3-30a35bc055c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:18.877671 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413c79c-9b6d-4270-b2b0-1fe7225cbc82 req-d1680ae4-2500-4420-a6ad-0acb48038db4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:18.879168 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c413c79c-9b6d-4270-b2b0-1fe7225cbc82 req-d1680ae4-2500-4420-a6ad-0acb48038db4 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0640752 Mar 21 21:44:18.930316 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c413c79c-9b6d-4270-b2b0-1fe7225cbc82 req-1aecb45d-be9c-439e-938e-8bc6ae36e3bf tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456536 Mar 21 21:44:20.073418 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cedd95-8e1d-45b1-a247-fb8ba0c9edd8 req-38c0807d-4695-4438-b9e6-d9c334645d80 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:20.075318 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6cedd95-8e1d-45b1-a247-fb8ba0c9edd8 req-38c0807d-4695-4438-b9e6-d9c334645d80 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0706234 Mar 21 21:44:20.124588 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6cedd95-8e1d-45b1-a247-fb8ba0c9edd8 req-43b0e53c-f563-411f-abb0-3da6f2e53cf7 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426915 Mar 21 21:44:20.440284 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c509-7cb0-427b-9a46-f497d443e0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:21.262857 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da48b76-058b-4e86-b51e-d0fb1d5c3bdc req-81ebf18e-7bdb-4fae-be36-fd848587f1ff tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:21.264448 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3da48b76-058b-4e86-b51e-d0fb1d5c3bdc req-81ebf18e-7bdb-4fae-be36-fd848587f1ff tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0567210 Mar 21 21:44:21.320829 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3da48b76-058b-4e86-b51e-d0fb1d5c3bdc req-ba0b6eab-05c6-4867-9885-de4ed36052a9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482793 Mar 21 21:44:21.447425 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:22.463004 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa2a8d-06c3-4476-9f15-a5be02368def req-d1d3a950-1564-4a48-bf39-04c731bd8d9e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:22.464484 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-05aa2a8d-06c3-4476-9f15-a5be02368def req-d1d3a950-1564-4a48-bf39-04c731bd8d9e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0659480 Mar 21 21:44:22.540660 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-05aa2a8d-06c3-4476-9f15-a5be02368def req-dab61aba-770e-4745-bedc-e9303b9b7376 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693498 Mar 21 21:44:22.840739 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:23.438806 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 34450) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:23.542418 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:23.618683 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Publish callbacks [] for security_group (9537d28e-1c7a-437d-b10a-6c77dd35ab95), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:23.686321 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a29524-7e83-4a89-84c3-c6dc0bdb6cd2 req-f238d366-7523-4f1d-8987-c5a51c90ec7f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:23.687800 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-07a29524-7e83-4a89-84c3-c6dc0bdb6cd2 req-f238d366-7523-4f1d-8987-c5a51c90ec7f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0540047 Mar 21 21:44:23.709312 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (9537d28e-1c7a-437d-b10a-6c77dd35ab95), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:23.743174 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-07a29524-7e83-4a89-84c3-c6dc0bdb6cd2 req-789914d7-fae5-4f99-9a81-0dd2378c241f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484402 Mar 21 21:44:23.757356 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aae14ba62c4844c2a330de7e5df7ab69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174446 Mar 21 21:44:23.765184 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 34456) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:23.774190 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9537d28e-1c7a-437d-b10a-6c77dd35ab95,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:23.784808 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.785153 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.785493 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.785829 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.786164 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.786487 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.786808 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.787127 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.787448 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.787889 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.788184 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.788507 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.788857 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.794124 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.794124 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4013a-b51b-402e-8186-b493d3e43f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:23.809145 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c04000-fdff-425e-bed5-6d2dedfbdba4 req-3c0bc9b9-ca01-4a36-bac9-a26bac8a2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:23.810633 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91c04000-fdff-425e-bed5-6d2dedfbdba4 req-3c0bc9b9-ca01-4a36-bac9-a26bac8a2572 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c6ab375eca84608a1045991b051b5c9&device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 1127 time: 0.0677466 Mar 21 21:44:23.818786 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67f46b3d-76c6-486f-99e3-8eaf2e4216c3 admin admin] Publish callbacks [] for security_group (9537d28e-1c7a-437d-b10a-6c77dd35ab95), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:23.841307 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67f46b3d-76c6-486f-99e3-8eaf2e4216c3 admin admin] Publish callbacks [] for security_group (9537d28e-1c7a-437d-b10a-6c77dd35ab95), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:23.924151 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c04000-fdff-425e-bed5-6d2dedfbdba4 req-ad48f586-f077-4a39-9706-a6a9a888585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:23.925570 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91c04000-fdff-425e-bed5-6d2dedfbdba4 req-ad48f586-f077-4a39-9706-a6a9a888585a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 200 len: 918 time: 0.0917158 Mar 21 21:44:23.960376 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67f46b3d-76c6-486f-99e3-8eaf2e4216c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (9537d28e-1c7a-437d-b10a-6c77dd35ab95), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:23.963010 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67f46b3d-76c6-486f-99e3-8eaf2e4216c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:23.966537 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-67f46b3d-76c6-486f-99e3-8eaf2e4216c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9537d28e-1c7a-437d-b10a-6c77dd35ab95 HTTP/1.1" status: 204 len: 168 time: 0.1979887 Mar 21 21:44:23.973372 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f46b3d-76c6-486f-99e3-8eaf2e4216c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9537d28e-1c7a-437d-b10a-6c77dd35ab95,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:24.001206 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91c04000-fdff-425e-bed5-6d2dedfbdba4 req-4a9e5e63-9d1a-41a5-b217-bcceabc0a581 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a HTTP/1.1" status: 200 len: 999 time: 0.0682428 Mar 21 21:44:24.048117 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c04000-fdff-425e-bed5-6d2dedfbdba4 req-8809ec66-9be0-451a-8db8-5bf1f0711e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:24.049638 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91c04000-fdff-425e-bed5-6d2dedfbdba4 req-8809ec66-9be0-451a-8db8-5bf1f0711e2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 200 len: 856 time: 0.0426056 Mar 21 21:44:24.103471 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c04000-fdff-425e-bed5-6d2dedfbdba4 req-b7b650c0-e3dd-4d7d-b6be-bef141b79d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:24.104991 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91c04000-fdff-425e-bed5-6d2dedfbdba4 req-b7b650c0-e3dd-4d7d-b6be-bef141b79d49 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c14f17e-38ea-416b-8591-cd91fe8bc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483346 Mar 21 21:44:24.194595 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91c04000-fdff-425e-bed5-6d2dedfbdba4 req-ee15a334-4828-4d69-b655-2fe2b5e639c3 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830092 Mar 21 21:44:24.300194 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91c04000-fdff-425e-bed5-6d2dedfbdba4 req-c7963278-8722-4953-9515-995b319d4ca6 service neutron] 10.222.0.31 "GET /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990367 Mar 21 21:44:24.434328 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:24.871402 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69c6ca-3c4b-430d-8702-0bbc0cf2a61a req-e3d56cd1-0d27-4481-ba70-b5fa62e8dc6e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:24.872895 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-be69c6ca-3c4b-430d-8702-0bbc0cf2a61a req-e3d56cd1-0d27-4481-ba70-b5fa62e8dc6e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0555239 Mar 21 21:44:24.919863 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-be69c6ca-3c4b-430d-8702-0bbc0cf2a61a req-96fc714c-66e1-4089-83f8-a3bf7563503c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408146 Mar 21 21:44:26.047564 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b4cc6-8b36-44e8-a758-6d258a403039 req-c2f47af6-47f9-425f-93d8-564f8e45b64e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:26.049180 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-307b4cc6-8b36-44e8-a758-6d258a403039 req-c2f47af6-47f9-425f-93d8-564f8e45b64e tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 943 time: 0.0528250 Mar 21 21:44:26.098009 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-307b4cc6-8b36-44e8-a758-6d258a403039 req-cbba1afb-5cf9-453a-9ed8-f9c5157b7b83 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433750 Mar 21 21:44:26.316623 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 30cf9e05-f618-4508-bef7-1c086fe20b1a details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:44:26.414890 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:44:26.427520 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'port_id': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'mac_address': 'fa:16:3e:f2:f8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:44:26.463776 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 30cf9e05-f618-4508-bef7-1c086fe20b1a is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:44:26.464196 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:26.481036 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cf9e05-f618-4508-bef7-1c086fe20b1a {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:44:26.500350 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:44:26.604833 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:26.651636 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=30cf9e05-f618-4508-bef7-1c086fe20b1a,revision_number=9']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:26.834225 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['30cf9e05-f618-4508-bef7-1c086fe20b1a'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:44:27.230283 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ffded-a7dc-47f2-92c2-c58b18196e15 req-084c2997-36ec-43a3-a407-607eac475c8f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:27.231655 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-675ffded-a7dc-47f2-92c2-c58b18196e15 req-084c2997-36ec-43a3-a407-607eac475c8f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 944 time: 0.0620129 Mar 21 21:44:27.279358 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-675ffded-a7dc-47f2-92c2-c58b18196e15 req-81411bf3-9f7c-4864-b6df-71e9bee0835b tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411322 Mar 21 21:44:28.315802 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 30cf9e05-f618-4508-bef7-1c086fe20b1a up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:44:28.372797 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 30cf9e05-f618-4508-bef7-1c086fe20b1a triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:44:28.373315 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:28.417610 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8e9e7-4a85-46c7-875e-c83a4329c55d req-80a290d3-65ac-438c-b0d1-1788d44bbb51 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:28.421044 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d5f8e9e7-4a85-46c7-875e-c83a4329c55d req-80a290d3-65ac-438c-b0d1-1788d44bbb51 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 944 time: 0.0583775 Mar 21 21:44:28.455236 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 30cf9e05-f618-4508-bef7-1c086fe20b1a is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:44:28.455826 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:28.473369 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d5f8e9e7-4a85-46c7-875e-c83a4329c55d req-670acda1-9af3-4fe7-8943-a7f770defaf1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463305 Mar 21 21:44:28.495546 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:44:28.499241 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b7a6cc-9113-41fb-8a6b-f99ff3e46047" -d '{"events": [{"server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "name": "network-vif-plugged", "status": "completed", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:44:28.513476 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:44:28.536407 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a189462f-26f5-4a2b-9295-46cdb74f16cc x-openstack-request-id: req-a189462f-26f5-4a2b-9295-46cdb74f16cc {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:44:28.536736 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "name": "network-vif-plugged", "status": "completed", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:44:28.537014 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a189462f-26f5-4a2b-9295-46cdb74f16cc {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:44:28.537412 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'code': 200} Mar 21 21:44:28.594734 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:28.644559 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=30cf9e05-f618-4508-bef7-1c086fe20b1a,revision_number=10']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:28.864088 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d08a7a-0945-4907-927a-bb338a4a1ef1 req-406020ae-f5b2-42a6-838a-9b16072f54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:28.865618 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-08d08a7a-0945-4907-927a-bb338a4a1ef1 req-406020ae-f5b2-42a6-838a-9b16072f54b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 1130 time: 0.0434587 Mar 21 21:44:28.908433 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-08d08a7a-0945-4907-927a-bb338a4a1ef1 req-fb94869e-8dca-43bc-b097-84546841f6ea service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367379 Mar 21 21:44:29.602100 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4866fb-9ecb-4071-9812-e5cd9ed3cae2 req-d8af4851-e9e4-4be6-88b6-f65f316a4b60 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:29.602100 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6b4866fb-9ecb-4071-9812-e5cd9ed3cae2 req-d8af4851-e9e4-4be6-88b6-f65f316a4b60 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 946 time: 0.0520577 Mar 21 21:44:29.649944 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6b4866fb-9ecb-4071-9812-e5cd9ed3cae2 req-6e8649f2-436d-48f2-8bd6-d7fdccc3e315 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437102 Mar 21 21:44:30.774585 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b4116-774e-4f24-87c1-0f805a516c8c req-54bd4eaa-3cc2-46fb-be4c-26b30c537e0d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:30.776045 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e0b4116-774e-4f24-87c1-0f805a516c8c req-54bd4eaa-3cc2-46fb-be4c-26b30c537e0d tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 946 time: 0.0530221 Mar 21 21:44:30.823448 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e0b4116-774e-4f24-87c1-0f805a516c8c req-03ecc766-41cd-48f4-aa6b-1e1588e64fb2 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 Mar 21 21:44:31.950530 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8cde0-91d1-4361-b1cb-f712278dbf26 req-c6f12551-7fc6-46d2-ba5f-302aa67fdfd8 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:31.953078 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f3a8cde0-91d1-4361-b1cb-f712278dbf26 req-c6f12551-7fc6-46d2-ba5f-302aa67fdfd8 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 946 time: 0.0566268 Mar 21 21:44:31.999465 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f3a8cde0-91d1-4361-b1cb-f712278dbf26 req-e1a50be1-1bc8-4621-8d92-472f789b4986 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407031 Mar 21 21:44:33.799976 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18871c-5e0a-4712-8652-b7c2c29404d1 req-409d8d18-f97f-409f-9d6c-3c30f54e8a1f tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:33.801500 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c18871c-5e0a-4712-8652-b7c2c29404d1 req-409d8d18-f97f-409f-9d6c-3c30f54e8a1f tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 945 time: 0.0556042 Mar 21 21:44:33.853597 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c18871c-5e0a-4712-8652-b7c2c29404d1 req-f5ebbf96-8607-4fc0-90aa-a47fa645359b tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=de69d7bd-c51b-4361-b687-12eba049eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462484 Mar 21 21:44:34.973773 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135df15-e8bf-4688-a88e-6c575e1a31da req-f9c7f238-6ea6-4f69-aea0-193db913268e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:34.975300 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8135df15-e8bf-4688-a88e-6c575e1a31da req-f9c7f238-6ea6-4f69-aea0-193db913268e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 945 time: 0.0535741 Mar 21 21:44:35.022294 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8135df15-e8bf-4688-a88e-6c575e1a31da req-dbbb89de-36dc-409b-b069-1a18f332ccaa tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups?id=de69d7bd-c51b-4361-b687-12eba049eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413706 Mar 21 21:44:35.413650 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-26ac2740-c976-4f7a-857f-449cc996c8df tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:44:35.415313 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-26ac2740-c976-4f7a-857f-449cc996c8df tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 945 time: 0.0562890 Mar 21 21:44:35.486720 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 34688) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:35.516249 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Deleting port 3e70752a-3333-4944-b733-5c508f8a7861 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:44:35.516792 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (3e70752a-3333-4944-b733-5c508f8a7861), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:35.608420 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] For port 3e70752a-3333-4944-b733-5c508f8a7861, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3e70752a-3333-4944-b733-5c508f8a7861,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:44:35.608822 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (3e70752a-3333-4944-b733-5c508f8a7861), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:35.656583 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a3061f04-d02c-436f-808b-2c86dd5a2fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:35.733040 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a3061f04-d02c-436f-808b-2c86dd5a2fbd admin admin] Publish callbacks [] for security_group (4106e4d2-3af3-4782-b778-2579db70e9bb), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:35.789208 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:35.789569 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (61222ee7-6142-46f1-8943-7dce078e736e), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:35.789888 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.l3_db [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Floating IP 61222ee7-6142-46f1-8943-7dce078e736e disassociated. External IP: 172.27.1.144, port: 3e70752a-3333-4944-b733-5c508f8a7861. Mar 21 21:44:35.790229 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Calling delete_port for 3e70752a-3333-4944-b733-5c508f8a7861 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:44:35.828996 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a3061f04-d02c-436f-808b-2c86dd5a2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (4106e4d2-3af3-4782-b778-2579db70e9bb), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:35.873820 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a3061f04-d02c-436f-808b-2c86dd5a2fbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=919a604161d5476c9074b8cc026986bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835278 Mar 21 21:44:35.873820 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3061f04-d02c-436f-808b-2c86dd5a2fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4106e4d2-3af3-4782-b778-2579db70e9bb,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:35.875918 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 34700) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:35.927631 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6c6a-e2b1-444b-a139-6f59629edeaa admin admin] Publish callbacks [] for security_group (4106e4d2-3af3-4782-b778-2579db70e9bb), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:35.949497 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6c6a-e2b1-444b-a139-6f59629edeaa admin admin] Publish callbacks [] for security_group (4106e4d2-3af3-4782-b778-2579db70e9bb), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:36.006043 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (3e70752a-3333-4944-b733-5c508f8a7861), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:36.037512 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event deleted for resources: {'Port': ['ID=3e70752a-3333-4944-b733-5c508f8a7861,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:36.064897 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6c6a-e2b1-444b-a139-6f59629edeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (4106e4d2-3af3-4782-b778-2579db70e9bb), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:36.066205 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6c6a-e2b1-444b-a139-6f59629edeaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:36.070306 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b8fd6c6a-e2b1-444b-a139-6f59629edeaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4106e4d2-3af3-4782-b778-2579db70e9bb HTTP/1.1" status: 204 len: 168 time: 0.1906042 Mar 21 21:44:36.076139 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd6c6a-e2b1-444b-a139-6f59629edeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4106e4d2-3af3-4782-b778-2579db70e9bb,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:36.132970 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-622a98d1-c879-4076-aa5c-16270bf8bbb7 req-dcef0b54-a590-485a-9dbb-b02e60fc2940 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 210 time: 0.0322862 Mar 21 21:44:36.166537 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Router 0e7fdfff-319b-424c-b4ef-1758c931e273 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:44:36.224832 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:44:36.537244 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:44:36.551325 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44cf73-0c17-4a91-9e80-9015aa0ea05a None None] Sync routers for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:44:36.567730 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44cf73-0c17-4a91-9e80-9015aa0ea05a None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:44:36.571019 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-4a44cf73-0c17-4a91-9e80-9015aa0ea05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:44:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:44:36.587736 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] No DVR routers for this DVR port 3e70752a-3333-4944-b733-5c508f8a7861 on host hv-cinder-83454 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:44:36.590545 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:36.593894 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2300b801-3b9d-49be-90e9-2869ef4479b4 req-4d667048-2175-462a-964d-f55dbe5df3fd tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.31 "DELETE /v2.0/ports/3e70752a-3333-4944-b733-5c508f8a7861 HTTP/1.1" status: 204 len: 173 time: 1.1723008 Mar 21 21:44:36.595473 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'name': 'network-vif-deleted', 'tag': '3e70752a-3333-4944-b733-5c508f8a7861'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:44:36.596880 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba31dfc-7403-413b-9ef3-aa10594371d7" -d '{"events": [{"server_uuid": "17f96d2d-c224-484e-91f9-f82a44499c5f", "name": "network-vif-deleted", "tag": "3e70752a-3333-4944-b733-5c508f8a7861"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:44:36.639191 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee48f9c-22d4-49f9-abaf-29a3ab31f382 x-openstack-request-id: req-cee48f9c-22d4-49f9-abaf-29a3ab31f382 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:44:36.639191 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f96d2d-c224-484e-91f9-f82a44499c5f", "name": "network-vif-deleted", "tag": "3e70752a-3333-4944-b733-5c508f8a7861", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:44:36.639598 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cee48f9c-22d4-49f9-abaf-29a3ab31f382 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:44:36.640190 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f96d2d-c224-484e-91f9-f82a44499c5f', 'name': 'network-vif-deleted', 'tag': '3e70752a-3333-4944-b733-5c508f8a7861', 'status': 'completed', 'code': 200} Mar 21 21:44:36.695764 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-4a44cf73-0c17-4a91-9e80-9015aa0ea05a None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:44:36.730820 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 34712) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:36.744882 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-faed2da0-a8a0-4cce-81e1-518ea334ba71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:36.825110 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-faed2da0-a8a0-4cce-81e1-518ea334ba71 admin admin] Publish callbacks [] for security_group (714612dd-3de1-4c20-b0bc-a00e85981a04), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:36.880237 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-faed2da0-a8a0-4cce-81e1-518ea334ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (714612dd-3de1-4c20-b0bc-a00e85981a04), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:36.919334 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-faed2da0-a8a0-4cce-81e1-518ea334ba71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ff196e1521b4f8f80a9a7fd5d957715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873288 Mar 21 21:44:36.920407 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed2da0-a8a0-4cce-81e1-518ea334ba71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714612dd-3de1-4c20-b0bc-a00e85981a04,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:36.921968 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 34714) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:36.974538 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d98b6711-16e0-4834-b477-8d027f9db35a admin admin] Publish callbacks [] for security_group (714612dd-3de1-4c20-b0bc-a00e85981a04), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:36.996086 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d98b6711-16e0-4834-b477-8d027f9db35a admin admin] Publish callbacks [] for security_group (714612dd-3de1-4c20-b0bc-a00e85981a04), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:37.007582 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-4a44cf73-0c17-4a91-9e80-9015aa0ea05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:44:37.036717 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44cf73-0c17-4a91-9e80-9015aa0ea05a None None] Checking router: 0e7fdfff-319b-424c-b4ef-1758c931e273 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:44:37.049948 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44cf73-0c17-4a91-9e80-9015aa0ea05a None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:44:37.051277 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-4a44cf73-0c17-4a91-9e80-9015aa0ea05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:44:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:44:37.124472 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d98b6711-16e0-4834-b477-8d027f9db35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (714612dd-3de1-4c20-b0bc-a00e85981a04), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:37.127109 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d98b6711-16e0-4834-b477-8d027f9db35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:37.128358 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d98b6711-16e0-4834-b477-8d027f9db35a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/714612dd-3de1-4c20-b0bc-a00e85981a04 HTTP/1.1" status: 204 len: 168 time: 0.2044837 Mar 21 21:44:37.136645 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b6711-16e0-4834-b477-8d027f9db35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714612dd-3de1-4c20-b0bc-a00e85981a04,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:37.189134 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-4a44cf73-0c17-4a91-9e80-9015aa0ea05a None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:44:37.260884 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3feafdca-9fb5-44f6-a322-50717bc7123d req-a729a720-ff2d-4f48-9bc0-f15aa50427c7 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17f96d2d-c224-484e-91f9-f82a44499c5f HTTP/1.1" status: 200 len: 210 time: 0.0341730 Mar 21 21:44:37.395074 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-4a44cf73-0c17-4a91-9e80-9015aa0ea05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:44:37.424792 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44cf73-0c17-4a91-9e80-9015aa0ea05a None None] The sync data for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi is: [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:38:23Z', 'revision_number': 4, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '63066007-4ca1-45ff-91a5-4c1980007798', 'name': '', 'network_id': '472a0135-1464-4a1e-93c6-5927f427a349', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'mac_address': 'fa:16:3e:ea:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:21Z', 'updated_at': '2022-03-21T21:38:37Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'subnets': [{'id': '26971799-c630-49e4-9453-fee2b5a1d2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:44:37.688019 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1bbb2b-e959-42c5-b2b4-a8b3905786ee None None] New status for floating IP 61222ee7-6142-46f1-8943-7dce078e736e: DOWN {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:44:37.918287 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 34724) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:37.928054 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a67214cf-3ffc-429d-96b0-e086002f4672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.002014 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a67214cf-3ffc-429d-96b0-e086002f4672 admin admin] Publish callbacks [] for security_group (4aa86dd4-2d85-4996-955e-5432594f8689), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.086066 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a67214cf-3ffc-429d-96b0-e086002f4672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (4aa86dd4-2d85-4996-955e-5432594f8689), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.123500 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a67214cf-3ffc-429d-96b0-e086002f4672 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=907602d267ae467182041d6e9e6f581e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097631 Mar 21 21:44:38.124365 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67214cf-3ffc-429d-96b0-e086002f4672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa86dd4-2d85-4996-955e-5432594f8689,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:38.126240 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 34726) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:38.174477 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Publish callbacks [] for security_group (4aa86dd4-2d85-4996-955e-5432594f8689), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.196093 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Publish callbacks [] for security_group (4aa86dd4-2d85-4996-955e-5432594f8689), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.297770 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (4aa86dd4-2d85-4996-955e-5432594f8689), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.301526 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.305043 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4aa86dd4-2d85-4996-955e-5432594f8689 HTTP/1.1" status: 204 len: 168 time: 0.1754782 Mar 21 21:44:38.310492 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa86dd4-2d85-4996-955e-5432594f8689,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:38.320518 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.320518 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.320857 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.321255 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.321595 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.321928 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.322249 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.322571 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.322919 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.323295 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.323621 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.323969 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.324514 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.324859 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.325252 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de75ab2-e4e1-4668-aa8f-6a0d508a94b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:38.405466 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 34734) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:38.460873 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-459a62a7-589c-4cca-aad9-fdcaa0f8a993 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (de69d7bd-c51b-4361-b687-12eba049eb7b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.482960 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-459a62a7-589c-4cca-aad9-fdcaa0f8a993 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (de69d7bd-c51b-4361-b687-12eba049eb7b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.600132 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-459a62a7-589c-4cca-aad9-fdcaa0f8a993 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (de69d7bd-c51b-4361-b687-12eba049eb7b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.602831 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-459a62a7-589c-4cca-aad9-fdcaa0f8a993 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.605134 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-459a62a7-589c-4cca-aad9-fdcaa0f8a993 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "DELETE /v2.0/security-groups/de69d7bd-c51b-4361-b687-12eba049eb7b HTTP/1.1" status: 204 len: 168 time: 0.1984744 Mar 21 21:44:38.608539 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 34740) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:38.616724 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a62a7-589c-4cca-aad9-fdcaa0f8a993 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de69d7bd-c51b-4361-b687-12eba049eb7b,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:38.622693 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.api.v2.resource [None req-c3a207c6-506e-481c-ae1a-73d7a2aff9c4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] show failed (client error): The resource could not be found. Mar 21 21:44:38.623698 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c3a207c6-506e-481c-ae1a-73d7a2aff9c4 tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "GET /v2.0/security-groups/de69d7bd-c51b-4361-b687-12eba049eb7b HTTP/1.1" status: 404 len: 347 time: 0.0141773 Mar 21 21:44:38.626684 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 34742) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:38.760353 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-07c2a37e-36e8-414d-bbbe-caa6a3b49f6e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Deleting port 2691bc53-e4cd-442b-b8b2-502530043fa6 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:44:38.760848 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-07c2a37e-36e8-414d-bbbe-caa6a3b49f6e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (2691bc53-e4cd-442b-b8b2-502530043fa6), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.835256 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-07c2a37e-36e8-414d-bbbe-caa6a3b49f6e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (2691bc53-e4cd-442b-b8b2-502530043fa6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.835577 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-07c2a37e-36e8-414d-bbbe-caa6a3b49f6e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (2691bc53-e4cd-442b-b8b2-502530043fa6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:38.846820 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-07c2a37e-36e8-414d-bbbe-caa6a3b49f6e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Calling delete_port for 2691bc53-e4cd-442b-b8b2-502530043fa6 owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:44:39.078683 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-07c2a37e-36e8-414d-bbbe-caa6a3b49f6e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (2691bc53-e4cd-442b-b8b2-502530043fa6), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:39.105417 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2a37e-36e8-414d-bbbe-caa6a3b49f6e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Pushing event deleted for resources: {'Port': ['ID=2691bc53-e4cd-442b-b8b2-502530043fa6,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:39.164998 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-07c2a37e-36e8-414d-bbbe-caa6a3b49f6e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks [] for floatingip (61222ee7-6142-46f1-8943-7dce078e736e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:39.167520 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-07c2a37e-36e8-414d-bbbe-caa6a3b49f6e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:39.168678 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-07c2a37e-36e8-414d-bbbe-caa6a3b49f6e tempest-AttachVolumeNegativeTest-2073355033 tempest-AttachVolumeNegativeTest-2073355033-project] 10.222.0.23 "DELETE /v2.0/floatingips/61222ee7-6142-46f1-8943-7dce078e736e HTTP/1.1" status: 204 len: 168 time: 0.5409620 Mar 21 21:44:40.426729 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 3e70752a-3333-4944-b733-5c508f8a7861 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:44:40.447061 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 3e70752a-3333-4944-b733-5c508f8a7861 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:44:40.447403 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 3e70752a-3333-4944-b733-5c508f8a7861 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:44:43.294268 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 34864) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:43.806098 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-14d935cb-c952-4087-a66f-6929898931d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818441'] for router_interface (0e7fdfff-319b-424c-b4ef-1758c931e273), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:44.059569 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-14d935cb-c952-4087-a66f-6929898931d7 admin admin] Deleting port 63066007-4ca1-45ff-91a5-4c1980007798 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:44:44.059569 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-14d935cb-c952-4087-a66f-6929898931d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (63066007-4ca1-45ff-91a5-4c1980007798), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:44.143681 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-14d935cb-c952-4087-a66f-6929898931d7 admin admin] For port 63066007-4ca1-45ff-91a5-4c1980007798, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=63066007-4ca1-45ff-91a5-4c1980007798,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:44:44.144045 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-14d935cb-c952-4087-a66f-6929898931d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (63066007-4ca1-45ff-91a5-4c1980007798), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:44.157422 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-14d935cb-c952-4087-a66f-6929898931d7 admin admin] Calling delete_port for 63066007-4ca1-45ff-91a5-4c1980007798 owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:44:44.440875 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-14d935cb-c952-4087-a66f-6929898931d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (63066007-4ca1-45ff-91a5-4c1980007798), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:44.469307 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d935cb-c952-4087-a66f-6929898931d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=63066007-4ca1-45ff-91a5-4c1980007798,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:44.676217 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-14d935cb-c952-4087-a66f-6929898931d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1818105'] for router_interface (0e7fdfff-319b-424c-b4ef-1758c931e273), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:44.940788 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d935cb-c952-4087-a66f-6929898931d7 admin admin] Router 0e7fdfff-319b-424c-b4ef-1758c931e273 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:44:44.998808 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:45.060011 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d935cb-c952-4087-a66f-6929898931d7 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:44:45.067263 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-14d935cb-c952-4087-a66f-6929898931d7 admin admin] 10.222.0.23 "PUT /v2.0/routers/0e7fdfff-319b-424c-b4ef-1758c931e273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7719474 Mar 21 21:44:45.069844 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 34886) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:45.070169 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c98b32-7d4b-4fff-8903-494ac0867366 None None] Sync routers for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:44:45.083929 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c98b32-7d4b-4fff-8903-494ac0867366 None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:44:45.085358 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-95c98b32-7d4b-4fff-8903-494ac0867366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:44:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:44:45.204650 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Publish callbacks [] for router (0e7fdfff-319b-424c-b4ef-1758c931e273), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:45.302516 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-95c98b32-7d4b-4fff-8903-494ac0867366 None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:44:45.337455 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Publish callbacks [] for router_gateway (0e7fdfff-319b-424c-b4ef-1758c931e273), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:45.476347 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Deleting port 784540d0-5638-4b8a-b773-d955e6f63fcb {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:44:45.476920 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:45.491643 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-95c98b32-7d4b-4fff-8903-494ac0867366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:44:44Z', 'revision_number': 5, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port': {'id': '784540d0-5638-4b8a-b773-d955e6f63fcb', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:44:45.523615 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c98b32-7d4b-4fff-8903-494ac0867366 None None] Checking router: 0e7fdfff-319b-424c-b4ef-1758c931e273 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:44:45.533194 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c98b32-7d4b-4fff-8903-494ac0867366 None None] Routers {'0e7fdfff-319b-424c-b4ef-1758c931e273'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:44:45.533817 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-95c98b32-7d4b-4fff-8903-494ac0867366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:44:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['0e7fdfff-319b-424c-b4ef-1758c931e273'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:44:45.560176 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] For port 784540d0-5638-4b8a-b773-d955e6f63fcb, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=784540d0-5638-4b8a-b773-d955e6f63fcb,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:44:45.560537 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:45.574716 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Calling delete_port for 784540d0-5638-4b8a-b773-d955e6f63fcb owned by network:router_gateway {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:44:45.630730 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-95c98b32-7d4b-4fff-8903-494ac0867366 None None] Set router 0e7fdfff-319b-424c-b4ef-1758c931e273 gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:44:45.683807 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-95c98b32-7d4b-4fff-8903-494ac0867366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:44:45Z', 'revision_number': 6, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port_host': None}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:44:45.719438 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c98b32-7d4b-4fff-8903-494ac0867366 None None] The sync data for ids ['0e7fdfff-319b-424c-b4ef-1758c931e273'] in dv-cinder-834541-1-iscsi is: [{'id': '0e7fdfff-319b-424c-b4ef-1758c931e273', 'name': 'tempest-AttachVolumeNegativeTest-1023770576-router', 'tenant_id': '0f2630a33d1441d7b3031903b1389a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:13Z', 'updated_at': '2022-03-21T21:44:45Z', 'revision_number': 6, 'project_id': '0f2630a33d1441d7b3031903b1389a78', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:44:45.881502 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (784540d0-5638-4b8a-b773-d955e6f63fcb), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:45.909119 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=784540d0-5638-4b8a-b773-d955e6f63fcb,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:45.971683 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589507'] for router_gateway (0e7fdfff-319b-424c-b4ef-1758c931e273), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.071126 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14560'] for router (0e7fdfff-319b-424c-b4ef-1758c931e273), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.073466 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Publish callbacks [] for router_controller (0e7fdfff-319b-424c-b4ef-1758c931e273), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.176163 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1818336'] for router (0e7fdfff-319b-424c-b4ef-1758c931e273), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.177290 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e7fdfff-319b-424c-b4ef-1758c931e273 {{(pid=104014) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 21:44:46.183419 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.186883 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fdbde355-65b3-407d-8cfc-4f5207f40c69 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0e7fdfff-319b-424c-b4ef-1758c931e273 HTTP/1.1" status: 204 len: 168 time: 1.1139343 Mar 21 21:44:46.187147 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 34900) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:46.230380 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a377a4e-55cd-4c67-9f19-eeb24142d229 admin admin] Deleting subnet 26971799-c630-49e4-9453-fee2b5a1d2e1 {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:44:46.233414 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a377a4e-55cd-4c67-9f19-eeb24142d229 admin admin] Publish callbacks [] for subnet (26971799-c630-49e4-9453-fee2b5a1d2e1), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.270013 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a377a4e-55cd-4c67-9f19-eeb24142d229 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14382529'] for subnet (26971799-c630-49e4-9453-fee2b5a1d2e1), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.351252 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a377a4e-55cd-4c67-9f19-eeb24142d229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (26971799-c630-49e4-9453-fee2b5a1d2e1), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.473363 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a377a4e-55cd-4c67-9f19-eeb24142d229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13032719'] for subnet (26971799-c630-49e4-9453-fee2b5a1d2e1), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.501786 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a377a4e-55cd-4c67-9f19-eeb24142d229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26971799-c630-49e4-9453-fee2b5a1d2e1,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:46.511923 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a377a4e-55cd-4c67-9f19-eeb24142d229 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.512025 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 34904) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:46.512451 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe05fe70-e8b5-4080-8d38-290783d4a78d None None] Network 472a0135-1464-4a1e-93c6-5927f427a349 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:44:46.513156 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7a377a4e-55cd-4c67-9f19-eeb24142d229 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/26971799-c630-49e4-9453-fee2b5a1d2e1 HTTP/1.1" status: 204 len: 168 time: 0.3248119 Mar 21 21:44:46.590743 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (472a0135-1464-4a1e-93c6-5927f427a349), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.650337 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Deleting port 0722bc1f-60ee-46dd-8474-e424c9d16a05 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:44:46.650785 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.709233 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] DHCP port deletion for 472a0135-1464-4a1e-93c6-5927f427a349 request from dv-cinder-834541-1-iscsi {{(pid=104016) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 21:44:46.770211 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Deleting port 0722bc1f-60ee-46dd-8474-e424c9d16a05 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:44:46.770766 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.850593 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] For port 0722bc1f-60ee-46dd-8474-e424c9d16a05, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=0722bc1f-60ee-46dd-8474-e424c9d16a05,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:44:46.850990 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.865994 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Calling delete_port for 0722bc1f-60ee-46dd-8474-e424c9d16a05 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:44:46.984506 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] For port 0722bc1f-60ee-46dd-8474-e424c9d16a05, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=0722bc1f-60ee-46dd-8474-e424c9d16a05,segment=NetworkSegment(f3fe7406-e466-4f27-a7b6-8f313b1113db),segment_id=f3fe7406-e466-4f27-a7b6-8f313b1113db)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:44:46.984831 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:46.997303 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Calling delete_port for 0722bc1f-60ee-46dd-8474-e424c9d16a05 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:44:47.014473 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.041721 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Pushing event deleted for resources: {'Port': ['ID=0722bc1f-60ee-46dd-8474-e424c9d16a05,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:47.044261 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] No DVR routers for this DVR port 0722bc1f-60ee-46dd-8474-e424c9d16a05 on host dv-cinder-834541-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:44:47.051897 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.052222 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.052794 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.060705 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.061627 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.061627 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.061776 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.062118 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.062457 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.062868 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.063108 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.063441 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.063774 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.064116 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.064428 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1399a-e0ef-486d-b2d3-42a2e6d90db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:44:47.079444 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (0722bc1f-60ee-46dd-8474-e424c9d16a05), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.084414 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 63066007-4ca1-45ff-91a5-4c1980007798 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:44:47.105718 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 63066007-4ca1-45ff-91a5-4c1980007798 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:44:47.106069 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 63066007-4ca1-45ff-91a5-4c1980007798 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:44:47.106614 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 0722bc1f-60ee-46dd-8474-e424c9d16a05 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:44:47.107534 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] No DVR routers for this DVR port 0722bc1f-60ee-46dd-8474-e424c9d16a05 on host dv-cinder-834541-1-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:44:47.112123 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=0722bc1f-60ee-46dd-8474-e424c9d16a05,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:47.126836 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 0722bc1f-60ee-46dd-8474-e424c9d16a05 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:44:47.127186 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 0722bc1f-60ee-46dd-8474-e424c9d16a05 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:44:47.127833 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 784540d0-5638-4b8a-b773-d955e6f63fcb no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:44:47.148247 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 784540d0-5638-4b8a-b773-d955e6f63fcb {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:44:47.148611 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 784540d0-5638-4b8a-b773-d955e6f63fcb not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:44:47.180864 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (472a0135-1464-4a1e-93c6-5927f427a349), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.202033 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472a0135-1464-4a1e-93c6-5927f427a349']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:44:47.212270 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fe7406-e466-4f27-a7b6-8f313b1113db') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:44:47.212571 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fe7406-e466-4f27-a7b6-8f313b1113db') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:44:47.226001 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (f3fe7406-e466-4f27-a7b6-8f313b1113db), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.239432 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (f3fe7406-e466-4f27-a7b6-8f313b1113db), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.245799 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (f3fe7406-e466-4f27-a7b6-8f313b1113db), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: self.session.flush() Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: self.session.flush() Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: self.session.flush() Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: self.session.flush() Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:44:47.251131 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:44:47.383082 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (472a0135-1464-4a1e-93c6-5927f427a349), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.388449 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.391689 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] 10.222.0.23 "DELETE /v2.0/networks/472a0135-1464-4a1e-93c6-5927f427a349 HTTP/1.1" status: 204 len: 168 time: 0.8793914 Mar 21 21:44:47.403035 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99eb7b-4d25-425a-90ad-4aa67c013fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=472a0135-1464-4a1e-93c6-5927f427a349,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:47.698165 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 34914) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:47.740440 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-414acdaa-6e89-4c5e-a209-b85bd422ac5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f2630a33d1441d7b3031903b1389a78&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399945 Mar 21 21:44:47.742586 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 34916) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:47.789259 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e3b06c7d-38ad-40ea-aa9b-191d75cee491 admin admin] Publish callbacks [] for security_group (a80190cb-46dd-42ee-9d5e-8ae74997da70), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.811269 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e3b06c7d-38ad-40ea-aa9b-191d75cee491 admin admin] Publish callbacks [] for security_group (a80190cb-46dd-42ee-9d5e-8ae74997da70), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.914668 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93b700c6-6417-445b-a196-01e448bb4845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.937621 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e3b06c7d-38ad-40ea-aa9b-191d75cee491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a80190cb-46dd-42ee-9d5e-8ae74997da70), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.940124 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e3b06c7d-38ad-40ea-aa9b-191d75cee491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:47.941305 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e3b06c7d-38ad-40ea-aa9b-191d75cee491 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a80190cb-46dd-42ee-9d5e-8ae74997da70 HTTP/1.1" status: 204 len: 168 time: 0.1978300 Mar 21 21:44:47.950246 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b06c7d-38ad-40ea-aa9b-191d75cee491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80190cb-46dd-42ee-9d5e-8ae74997da70,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:49.782868 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 34974) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:49.888313 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e5b25976-70ba-4b16-8700-f47356247b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:49.960914 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e5b25976-70ba-4b16-8700-f47356247b5e admin admin] Publish callbacks [] for security_group (96a5a7df-395a-4069-8af5-897bc57df2e5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:50.023339 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e5b25976-70ba-4b16-8700-f47356247b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (96a5a7df-395a-4069-8af5-897bc57df2e5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:50.059404 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b25976-70ba-4b16-8700-f47356247b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a5a7df-395a-4069-8af5-897bc57df2e5,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:50.063516 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e5b25976-70ba-4b16-8700-f47356247b5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7eb7d28a5f1e4bb3ad705a6a58ddae1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795889 Mar 21 21:44:50.066262 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 34982) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:44:50.108773 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f67b7368-eb2d-4b05-b0d2-067ad49865c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:50.118378 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0a9b-75df-4fbd-b3c4-afac46257fa2 admin admin] Publish callbacks [] for security_group (96a5a7df-395a-4069-8af5-897bc57df2e5), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:50.141220 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0a9b-75df-4fbd-b3c4-afac46257fa2 admin admin] Publish callbacks [] for security_group (96a5a7df-395a-4069-8af5-897bc57df2e5), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:50.261541 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0a9b-75df-4fbd-b3c4-afac46257fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (96a5a7df-395a-4069-8af5-897bc57df2e5), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:50.264037 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0a9b-75df-4fbd-b3c4-afac46257fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:50.265202 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ea3a0a9b-75df-4fbd-b3c4-afac46257fa2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96a5a7df-395a-4069-8af5-897bc57df2e5 HTTP/1.1" status: 204 len: 168 time: 0.1980619 Mar 21 21:44:50.272616 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a0a9b-75df-4fbd-b3c4-afac46257fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a5a7df-395a-4069-8af5-897bc57df2e5,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:44:51.422866 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:52.840532 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:44:54.416000 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:07.454549 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1adcd-6098-405f-83d8-cafda23dce2f req-51b07aa4-e7ed-48e8-84cd-9cff0c4dd295 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:45:07.456051 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-07e1adcd-6098-405f-83d8-cafda23dce2f req-51b07aa4-e7ed-48e8-84cd-9cff0c4dd295 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 946 time: 0.0523276 Mar 21 21:45:07.501630 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-07e1adcd-6098-405f-83d8-cafda23dce2f req-c2e193f9-ecc7-43e8-a21a-45e3099f001f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401084 Mar 21 21:45:08.337308 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d530807-44b5-416a-a476-94fcae8c5fd5 req-2ae22176-5909-49f0-8313-f867e8b4f079 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:45:08.338781 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d530807-44b5-416a-a476-94fcae8c5fd5 req-2ae22176-5909-49f0-8313-f867e8b4f079 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 946 time: 0.0562129 Mar 21 21:45:08.386489 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d530807-44b5-416a-a476-94fcae8c5fd5 req-e22be6e4-9282-4e87-8201-b01f0576368f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 Mar 21 21:45:08.630225 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d71e2a-b04c-42d3-bfea-961516e59571 req-96190027-67f9-4aa5-9d0c-1e847e5d7637 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:45:08.630225 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d8d71e2a-b04c-42d3-bfea-961516e59571 req-96190027-67f9-4aa5-9d0c-1e847e5d7637 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 946 time: 0.0526216 Mar 21 21:45:08.680143 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d8d71e2a-b04c-42d3-bfea-961516e59571 req-815fcc9c-7891-4cfd-ab38-a0994ec3b313 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20edb83-a9fe-4ead-b25e-377c6e038e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460858 Mar 21 21:45:08.989368 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-c0b1e3ed-a051-4766-8e46-7bff9e6a472c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:45:08.990772 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-c0b1e3ed-a051-4766-8e46-7bff9e6a472c tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.31 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 946 time: 0.0538952 Mar 21 21:45:09.081600 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Deleting port 30cf9e05-f618-4508-bef7-1c086fe20b1a {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:45:09.081938 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:09.169932 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] For port 30cf9e05-f618-4508-bef7-1c086fe20b1a, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=30cf9e05-f618-4508-bef7-1c086fe20b1a,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:45:09.170297 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:09.341316 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:09.341740 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (952b0c1c-4a2c-426e-82e5-a8decbc4c16d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:09.342056 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.l3_db [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Floating IP 952b0c1c-4a2c-426e-82e5-a8decbc4c16d disassociated. External IP: 172.27.1.214, port: 30cf9e05-f618-4508-bef7-1c086fe20b1a. Mar 21 21:45:09.342392 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Calling delete_port for 30cf9e05-f618-4508-bef7-1c086fe20b1a owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:45:09.506760 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455c96d-9c85-47d1-91ce-6f00eff37807 req-04b5885b-c0e1-4b48-bf3b-0122c6eb704b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:45:09.508140 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c455c96d-9c85-47d1-91ce-6f00eff37807 req-04b5885b-c0e1-4b48-bf3b-0122c6eb704b tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 946 time: 0.0525055 Mar 21 21:45:09.548580 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (30cf9e05-f618-4508-bef7-1c086fe20b1a), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:09.559044 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c455c96d-9c85-47d1-91ce-6f00eff37807 req-e87ff10f-c37b-4077-aaea-4a6013a5143d tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449018 Mar 21 21:45:09.576371 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event deleted for resources: {'Port': ['ID=30cf9e05-f618-4508-bef7-1c086fe20b1a,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:09.691999 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Router 63253d69-5616-4a1d-b4eb-8eabd511f497 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:45:09.785315 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c36ad9d0-2ae6-4734-bb31-8d8bc3a80373 req-e9765b2e-fa59-4b31-98ca-d7fa6d7eb7a9 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/ports?device_id=9878af23-6e84-423a-bf1d-ec11e7e8f78b HTTP/1.1" status: 200 len: 210 time: 0.0304267 Mar 21 21:45:10.060300 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:45:10.070973 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a5ed65-ab01-45c8-b103-e39c754344b6 None None] Sync routers for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:45:10.078925 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-60804284-3cda-46d1-9685-126b1cca1e24 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:45:10.080717 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-60804284-3cda-46d1-9685-126b1cca1e24 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 946 time: 0.0671041 Mar 21 21:45:10.082362 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a5ed65-ab01-45c8-b103-e39c754344b6 None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:45:10.083109 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e8a5ed65-ab01-45c8-b103-e39c754344b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:44:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:10.111745 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] No DVR routers for this DVR port 30cf9e05-f618-4508-bef7-1c086fe20b1a on host hv-cinder-83454 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:45:10.114427 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:10.118746 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-709de27b-d5d8-4b46-879b-48ac4dc9b93e req-f136fb4e-012b-4b04-a8e9-982871cb16d1 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.31 "DELETE /v2.0/ports/30cf9e05-f618-4508-bef7-1c086fe20b1a HTTP/1.1" status: 204 len: 173 time: 1.1219149 Mar 21 21:45:10.118746 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'name': 'network-vif-deleted', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:45:10.120916 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3e4e35-9bf3-4020-9a01-f2e1f2f5421b" -d '{"events": [{"server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "name": "network-vif-deleted", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:45:10.162978 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d965f05-5b43-42db-b95d-d73a41982f44 x-openstack-request-id: req-2d965f05-5b43-42db-b95d-d73a41982f44 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:45:10.162978 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9878af23-6e84-423a-bf1d-ec11e7e8f78b", "name": "network-vif-deleted", "tag": "30cf9e05-f618-4508-bef7-1c086fe20b1a", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:45:10.162978 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d965f05-5b43-42db-b95d-d73a41982f44 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:45:10.162978 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9878af23-6e84-423a-bf1d-ec11e7e8f78b', 'name': 'network-vif-deleted', 'tag': '30cf9e05-f618-4508-bef7-1c086fe20b1a', 'status': 'completed', 'code': 200} Mar 21 21:45:10.195796 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Deleting port 93ad5030-cc6d-4353-8983-d4f97cc3964c {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:45:10.195796 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:10.292654 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] For port 93ad5030-cc6d-4353-8983-d4f97cc3964c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=93ad5030-cc6d-4353-8983-d4f97cc3964c,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:45:10.292973 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:10.344823 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-e8a5ed65-ab01-45c8-b103-e39c754344b6 None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:45:10.481040 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:10.481401 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (2022176b-20f6-4594-b607-21e4c3a5308d), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:10.481716 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Floating IP 2022176b-20f6-4594-b607-21e4c3a5308d disassociated. External IP: 172.27.1.218, port: 93ad5030-cc6d-4353-8983-d4f97cc3964c. Mar 21 21:45:10.482110 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Calling delete_port for 93ad5030-cc6d-4353-8983-d4f97cc3964c owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:45:10.563841 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e8a5ed65-ab01-45c8-b103-e39c754344b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:31Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:10.589545 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a5ed65-ab01-45c8-b103-e39c754344b6 None None] Checking router: 63253d69-5616-4a1d-b4eb-8eabd511f497 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:45:10.598130 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a5ed65-ab01-45c8-b103-e39c754344b6 None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:45:10.599063 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e8a5ed65-ab01-45c8-b103-e39c754344b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:44:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:10.705156 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06897b3f-4afb-426e-973d-f2e8339b2c78 req-740fd61f-4d6f-43a7-a044-f8435fe6e953 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:45:10.706641 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06897b3f-4afb-426e-973d-f2e8339b2c78 req-740fd61f-4d6f-43a7-a044-f8435fe6e953 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 946 time: 0.0584345 Mar 21 21:45:10.707796 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (93ad5030-cc6d-4353-8983-d4f97cc3964c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:10.728436 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-e8a5ed65-ab01-45c8-b103-e39c754344b6 None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:45:10.747502 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event deleted for resources: {'Port': ['ID=93ad5030-cc6d-4353-8983-d4f97cc3964c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:10.877366 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06897b3f-4afb-426e-973d-f2e8339b2c78 req-c17c35b4-fc5a-4b75-bc9d-6253f4192d38 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585708 Mar 21 21:45:10.908174 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:45:10.959316 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e8a5ed65-ab01-45c8-b103-e39c754344b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:31Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:10.984905 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35316) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:10.989375 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a5ed65-ab01-45c8-b103-e39c754344b6 None None] The sync data for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi is: [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:38:22Z', 'revision_number': 4, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '717f6858-5d53-4100-9df6-23055423146c', 'name': '', 'network_id': '7c14f17e-38ea-416b-8591-cd91fe8bc44c', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'mac_address': 'fa:16:3e:88:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:20Z', 'updated_at': '2022-03-21T21:38:31Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'subnets': [{'id': '9360ad18-0e54-4c38-8568-d8883c55f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:45:11.069594 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e34f1033-a4fd-4abd-8853-73e1515ce751 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group (a20edb83-a9fe-4ead-b25e-377c6e038e74), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:11.082194 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:45:11.100208 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac27f2-6a96-490b-bd08-4fb8bd0362f1 None None] Sync routers for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:45:11.111989 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac27f2-6a96-490b-bd08-4fb8bd0362f1 None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:45:11.112769 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-82ac27f2-6a96-490b-bd08-4fb8bd0362f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:44:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:11.138458 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] No DVR routers for this DVR port 93ad5030-cc6d-4353-8983-d4f97cc3964c on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:45:11.143981 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:11.147683 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9093d178-52d0-44e3-92af-8e3c02a5ea23 req-9ef1e0ba-4b09-4fa5-802f-7acc47df6b07 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.31 "DELETE /v2.0/ports/93ad5030-cc6d-4353-8983-d4f97cc3964c HTTP/1.1" status: 204 len: 173 time: 1.0613234 Mar 21 21:45:11.148145 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'name': 'network-vif-deleted', 'tag': '93ad5030-cc6d-4353-8983-d4f97cc3964c'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:45:11.150615 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5685b9f8-5014-4b0e-95be-c8d6dc21d882" -d '{"events": [{"server_uuid": "d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1", "name": "network-vif-deleted", "tag": "93ad5030-cc6d-4353-8983-d4f97cc3964c"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:45:11.154690 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e34f1033-a4fd-4abd-8853-73e1515ce751 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group (a20edb83-a9fe-4ead-b25e-377c6e038e74), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:11.282631 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-82ac27f2-6a96-490b-bd08-4fb8bd0362f1 None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:45:11.330050 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e34f1033-a4fd-4abd-8853-73e1515ce751 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a20edb83-a9fe-4ead-b25e-377c6e038e74), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:11.346032 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e34f1033-a4fd-4abd-8853-73e1515ce751 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:11.346032 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e34f1033-a4fd-4abd-8853-73e1515ce751 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "DELETE /v2.0/security-groups/a20edb83-a9fe-4ead-b25e-377c6e038e74 HTTP/1.1" status: 204 len: 168 time: 0.3483887 Mar 21 21:45:11.346330 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 35330) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:11.348145 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f1033-a4fd-4abd-8853-73e1515ce751 tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20edb83-a9fe-4ead-b25e-377c6e038e74,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:11.395599 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.api.v2.resource [None req-11405a02-fbc8-4ed6-bcef-d0d9741b3c2f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] show failed (client error): The resource could not be found. Mar 21 21:45:11.396562 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f85f91-4595-4ebd-8448-3a26d3532725 None None] New status for floating IP 952b0c1c-4a2c-426e-82e5-a8decbc4c16d: DOWN {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:45:11.400727 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-11405a02-fbc8-4ed6-bcef-d0d9741b3c2f tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "GET /v2.0/security-groups/a20edb83-a9fe-4ead-b25e-377c6e038e74 HTTP/1.1" status: 404 len: 347 time: 0.0573967 Mar 21 21:45:11.403470 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 35332) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:11.438899 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3569a61-93ce-4146-9f6f-d4b28b9bb1b6 x-openstack-request-id: req-d3569a61-93ce-4146-9f6f-d4b28b9bb1b6 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:45:11.439307 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1", "name": "network-vif-deleted", "tag": "93ad5030-cc6d-4353-8983-d4f97cc3964c", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:45:11.439710 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3569a61-93ce-4146-9f6f-d4b28b9bb1b6 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:45:11.441228 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56f93fb-7c36-4cbe-94c2-62eb4bdb95a1', 'name': 'network-vif-deleted', 'tag': '93ad5030-cc6d-4353-8983-d4f97cc3964c', 'status': 'completed', 'code': 200} Mar 21 21:45:11.513876 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-82ac27f2-6a96-490b-bd08-4fb8bd0362f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:37Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:11.546206 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac27f2-6a96-490b-bd08-4fb8bd0362f1 None None] Checking router: 2b974b33-2fb8-46c4-b2e7-55dd7c48369d for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:45:11.555884 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac27f2-6a96-490b-bd08-4fb8bd0362f1 None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:45:11.556455 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-82ac27f2-6a96-490b-bd08-4fb8bd0362f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:44:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:11.565092 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d43a2-3423-4ec7-b84c-595d3d0c907a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Deleting port 69064b59-c29e-4dd8-821a-925047615a4a {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:45:11.565580 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ed1d43a2-3423-4ec7-b84c-595d3d0c907a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (69064b59-c29e-4dd8-821a-925047615a4a), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:11.648302 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ed1d43a2-3423-4ec7-b84c-595d3d0c907a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (69064b59-c29e-4dd8-821a-925047615a4a), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:11.648589 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ed1d43a2-3423-4ec7-b84c-595d3d0c907a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (69064b59-c29e-4dd8-821a-925047615a4a), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:11.662735 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d43a2-3423-4ec7-b84c-595d3d0c907a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Calling delete_port for 69064b59-c29e-4dd8-821a-925047615a4a owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:45:11.684903 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-82ac27f2-6a96-490b-bd08-4fb8bd0362f1 None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:45:11.873217 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ed1d43a2-3423-4ec7-b84c-595d3d0c907a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (69064b59-c29e-4dd8-821a-925047615a4a), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:11.899233 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d43a2-3423-4ec7-b84c-595d3d0c907a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Pushing event deleted for resources: {'Port': ['ID=69064b59-c29e-4dd8-821a-925047615a4a,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:11.984988 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ed1d43a2-3423-4ec7-b84c-595d3d0c907a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks [] for floatingip (952b0c1c-4a2c-426e-82e5-a8decbc4c16d), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:11.986630 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-82ac27f2-6a96-490b-bd08-4fb8bd0362f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:37Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:11.988197 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ed1d43a2-3423-4ec7-b84c-595d3d0c907a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:11.990201 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ed1d43a2-3423-4ec7-b84c-595d3d0c907a tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] 10.222.0.23 "DELETE /v2.0/floatingips/952b0c1c-4a2c-426e-82e5-a8decbc4c16d HTTP/1.1" status: 204 len: 168 time: 0.5851529 Mar 21 21:45:12.022050 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac27f2-6a96-490b-bd08-4fb8bd0362f1 None None] The sync data for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi is: [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:39:33Z', 'revision_number': 4, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '15b1872f-3fb8-49db-af5f-5f8225f375ce', 'name': '', 'network_id': '70dbf6f8-94c9-414d-81cb-f5c9777e31d6', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'mac_address': 'fa:16:3e:60:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:32Z', 'updated_at': '2022-03-21T21:39:37Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'subnets': [{'id': '9e85d989-df6a-4920-a1dc-a33d482b0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:45:12.064922 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d89fabc9-cc58-4560-aeb0-fa69558495d2 req-dd7d7a5f-2c39-4cb1-be38-1a9fef2747df tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56f93fb-7c36-4cbe-94c2-62eb4bdb95a1 HTTP/1.1" status: 200 len: 210 time: 0.0414727 Mar 21 21:45:12.245134 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc218e-7031-41df-9e96-a19735d67a45 None None] New status for floating IP 2022176b-20f6-4594-b607-21e4c3a5308d: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:45:12.661278 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 30cf9e05-f618-4508-bef7-1c086fe20b1a no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:45:12.686401 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 30cf9e05-f618-4508-bef7-1c086fe20b1a {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:45:12.686752 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 30cf9e05-f618-4508-bef7-1c086fe20b1a not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:45:12.687180 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 93ad5030-cc6d-4353-8983-d4f97cc3964c no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:45:12.705984 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 93ad5030-cc6d-4353-8983-d4f97cc3964c {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:45:12.706338 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 93ad5030-cc6d-4353-8983-d4f97cc3964c not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:45:13.223818 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:45:13.246821 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 35364) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:13.320982 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9abcf2b9-a752-497d-bc6c-d03a65c21a61 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group (3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:13.346701 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9abcf2b9-a752-497d-bc6c-d03a65c21a61 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group (3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:13.526616 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9abcf2b9-a752-497d-bc6c-d03a65c21a61 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:13.529238 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9abcf2b9-a752-497d-bc6c-d03a65c21a61 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:13.530604 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-9abcf2b9-a752-497d-bc6c-d03a65c21a61 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "DELETE /v2.0/security-groups/3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77 HTTP/1.1" status: 204 len: 168 time: 0.2826340 Mar 21 21:45:13.533315 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35374) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:13.539901 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcf2b9-a752-497d-bc6c-d03a65c21a61 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:13.548526 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.api.v2.resource [None req-77a93af7-6ea2-455d-b0f8-747b7218b233 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] show failed (client error): The resource could not be found. Mar 21 21:45:13.549606 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-77a93af7-6ea2-455d-b0f8-747b7218b233 tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "GET /v2.0/security-groups/3e6a1b3c-b13d-4cf9-b3a4-df50c2e75f77 HTTP/1.1" status: 404 len: 347 time: 0.0153022 Mar 21 21:45:13.553513 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 35376) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:13.658450 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35380) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:13.709190 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b5c16-84e8-4c35-bb5f-95d978c7756f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Deleting port 6794da65-281e-4013-b078-3a47fe0c27f0 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:45:13.709533 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5c16-84e8-4c35-bb5f-95d978c7756f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (6794da65-281e-4013-b078-3a47fe0c27f0), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:13.776089 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-288fc78d-9da3-4b39-859d-40b31489d524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:13.786173 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5c16-84e8-4c35-bb5f-95d978c7756f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (6794da65-281e-4013-b078-3a47fe0c27f0), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:13.786493 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5c16-84e8-4c35-bb5f-95d978c7756f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (6794da65-281e-4013-b078-3a47fe0c27f0), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:13.798910 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b5c16-84e8-4c35-bb5f-95d978c7756f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Calling delete_port for 6794da65-281e-4013-b078-3a47fe0c27f0 owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:45:13.850676 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-288fc78d-9da3-4b39-859d-40b31489d524 admin admin] Publish callbacks [] for security_group (548777c1-48c0-4df0-be1d-1ca28900b5e2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:13.975304 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-288fc78d-9da3-4b39-859d-40b31489d524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (548777c1-48c0-4df0-be1d-1ca28900b5e2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:14.014450 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fc78d-9da3-4b39-859d-40b31489d524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548777c1-48c0-4df0-be1d-1ca28900b5e2,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:14.021905 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-288fc78d-9da3-4b39-859d-40b31489d524 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ddadd48df3c44358e9343288eb7cd25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619988 Mar 21 21:45:14.022929 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 35392) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:14.070457 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2d1a93b0-0448-4a70-a535-911bc1bee604 admin admin] Publish callbacks [] for security_group (548777c1-48c0-4df0-be1d-1ca28900b5e2), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:14.080149 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5c16-84e8-4c35-bb5f-95d978c7756f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (6794da65-281e-4013-b078-3a47fe0c27f0), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:14.121166 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2d1a93b0-0448-4a70-a535-911bc1bee604 admin admin] Publish callbacks [] for security_group (548777c1-48c0-4df0-be1d-1ca28900b5e2), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:14.123281 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b5c16-84e8-4c35-bb5f-95d978c7756f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Pushing event deleted for resources: {'Port': ['ID=6794da65-281e-4013-b078-3a47fe0c27f0,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:14.202638 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5c16-84e8-4c35-bb5f-95d978c7756f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks [] for floatingip (2022176b-20f6-4594-b607-21e4c3a5308d), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:14.205313 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5c16-84e8-4c35-bb5f-95d978c7756f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:14.206450 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ff9b5c16-84e8-4c35-bb5f-95d978c7756f tempest-AttachVolumeTestJSON-325303990 tempest-AttachVolumeTestJSON-325303990-project] 10.222.0.23 "DELETE /v2.0/floatingips/2022176b-20f6-4594-b607-21e4c3a5308d HTTP/1.1" status: 204 len: 168 time: 0.6516356 Mar 21 21:45:14.301192 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2d1a93b0-0448-4a70-a535-911bc1bee604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (548777c1-48c0-4df0-be1d-1ca28900b5e2), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:14.303729 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2d1a93b0-0448-4a70-a535-911bc1bee604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:14.304884 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2d1a93b0-0448-4a70-a535-911bc1bee604 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/548777c1-48c0-4df0-be1d-1ca28900b5e2 HTTP/1.1" status: 204 len: 168 time: 0.2809470 Mar 21 21:45:14.313026 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a93b0-0448-4a70-a535-911bc1bee604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548777c1-48c0-4df0-be1d-1ca28900b5e2,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:14.820364 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35416) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:14.981611 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:15.357862 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-45e9a2b1-45cf-4223-ad06-b75e50c2eb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818441'] for router_interface (63253d69-5616-4a1d-b4eb-8eabd511f497), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:15.680883 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-45e9a2b1-45cf-4223-ad06-b75e50c2eb7c admin admin] Deleting port 717f6858-5d53-4100-9df6-23055423146c {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:45:15.681219 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-45e9a2b1-45cf-4223-ad06-b75e50c2eb7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (717f6858-5d53-4100-9df6-23055423146c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:15.758768 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-45e9a2b1-45cf-4223-ad06-b75e50c2eb7c admin admin] For port 717f6858-5d53-4100-9df6-23055423146c, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=717f6858-5d53-4100-9df6-23055423146c,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:45:15.759163 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-45e9a2b1-45cf-4223-ad06-b75e50c2eb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (717f6858-5d53-4100-9df6-23055423146c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:15.772048 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-45e9a2b1-45cf-4223-ad06-b75e50c2eb7c admin admin] Calling delete_port for 717f6858-5d53-4100-9df6-23055423146c owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:45:16.061521 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-45e9a2b1-45cf-4223-ad06-b75e50c2eb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (717f6858-5d53-4100-9df6-23055423146c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:16.093380 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9a2b1-45cf-4223-ad06-b75e50c2eb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=717f6858-5d53-4100-9df6-23055423146c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:16.254220 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-45e9a2b1-45cf-4223-ad06-b75e50c2eb7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1818105'] for router_interface (63253d69-5616-4a1d-b4eb-8eabd511f497), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:16.743999 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e9a2b1-45cf-4223-ad06-b75e50c2eb7c admin admin] Router 63253d69-5616-4a1d-b4eb-8eabd511f497 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:45:16.860730 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e9a2b1-45cf-4223-ad06-b75e50c2eb7c admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:45:16.869087 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-45e9a2b1-45cf-4223-ad06-b75e50c2eb7c admin admin] 10.222.0.23 "PUT /v2.0/routers/63253d69-5616-4a1d-b4eb-8eabd511f497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0470295 Mar 21 21:45:16.869307 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 35464) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:16.871163 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad1a65e-71ad-4f1c-9a4a-8842e004b42c None None] Sync routers for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:45:16.887820 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad1a65e-71ad-4f1c-9a4a-8842e004b42c None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:45:16.888432 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-0ad1a65e-71ad-4f1c-9a4a-8842e004b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:44:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:16.978736 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Publish callbacks [] for router (63253d69-5616-4a1d-b4eb-8eabd511f497), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:17.028124 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-0ad1a65e-71ad-4f1c-9a4a-8842e004b42c None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:45:17.089473 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Publish callbacks [] for router_gateway (63253d69-5616-4a1d-b4eb-8eabd511f497), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:17.216645 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-0ad1a65e-71ad-4f1c-9a4a-8842e004b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:45:15Z', 'revision_number': 5, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port': {'id': 'b40c85fb-401a-4ff0-8db5-12c840c16622', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:38:15Z', 'updated_at': '2022-03-21T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:17.243119 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad1a65e-71ad-4f1c-9a4a-8842e004b42c None None] Checking router: 63253d69-5616-4a1d-b4eb-8eabd511f497 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:45:17.251504 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad1a65e-71ad-4f1c-9a4a-8842e004b42c None None] Routers {'63253d69-5616-4a1d-b4eb-8eabd511f497'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:45:17.252119 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-0ad1a65e-71ad-4f1c-9a4a-8842e004b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:44:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['63253d69-5616-4a1d-b4eb-8eabd511f497'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:17.252768 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Deleting port b40c85fb-401a-4ff0-8db5-12c840c16622 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:45:17.253128 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:17.334457 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] For port b40c85fb-401a-4ff0-8db5-12c840c16622, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=b40c85fb-401a-4ff0-8db5-12c840c16622,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:45:17.334825 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:17.344327 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-0ad1a65e-71ad-4f1c-9a4a-8842e004b42c None None] Set router 63253d69-5616-4a1d-b4eb-8eabd511f497 gateway port host: None {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:45:17.349170 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Calling delete_port for b40c85fb-401a-4ff0-8db5-12c840c16622 owned by network:router_gateway {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:45:17.416287 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-0ad1a65e-71ad-4f1c-9a4a-8842e004b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:45:17Z', 'revision_number': 6, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port_host': None}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:17.435191 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad1a65e-71ad-4f1c-9a4a-8842e004b42c None None] The sync data for ids ['63253d69-5616-4a1d-b4eb-8eabd511f497'] in dv-cinder-834541-1-iscsi is: [{'id': '63253d69-5616-4a1d-b4eb-8eabd511f497', 'name': 'tempest-AttachVolumeShelveTestJSON-2044611461-router', 'tenant_id': '9c6ab375eca84608a1045991b051b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:38:14Z', 'updated_at': '2022-03-21T21:45:17Z', 'revision_number': 6, 'project_id': '9c6ab375eca84608a1045991b051b5c9', 'gw_port_host': None}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:45:17.594300 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (b40c85fb-401a-4ff0-8db5-12c840c16622), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:17.623029 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=b40c85fb-401a-4ff0-8db5-12c840c16622,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:17.685325 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589507'] for router_gateway (63253d69-5616-4a1d-b4eb-8eabd511f497), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:17.783360 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14560'] for router (63253d69-5616-4a1d-b4eb-8eabd511f497), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:17.785521 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Publish callbacks [] for router_controller (63253d69-5616-4a1d-b4eb-8eabd511f497), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:17.958101 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a3c5479e-d720-4e70-a3dd-912333a572e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:17.958561 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1818336'] for router (63253d69-5616-4a1d-b4eb-8eabd511f497), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:17.958934 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63253d69-5616-4a1d-b4eb-8eabd511f497 {{(pid=104014) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 21:45:17.963105 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:17.964249 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-cd204b37-2079-4961-9ed2-0e94800f1a4d admin admin] 10.222.0.23 "DELETE /v2.0/routers/63253d69-5616-4a1d-b4eb-8eabd511f497 HTTP/1.1" status: 204 len: 168 time: 1.0935929 Mar 21 21:45:17.966674 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 35492) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:18.010534 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-163a860c-3661-4262-8477-aa1d937e4511 admin admin] Deleting subnet 9360ad18-0e54-4c38-8568-d8883c55f1df {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:45:18.013659 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-163a860c-3661-4262-8477-aa1d937e4511 admin admin] Publish callbacks [] for subnet (9360ad18-0e54-4c38-8568-d8883c55f1df), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.048907 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-163a860c-3661-4262-8477-aa1d937e4511 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14382529'] for subnet (9360ad18-0e54-4c38-8568-d8883c55f1df), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.128836 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-163a860c-3661-4262-8477-aa1d937e4511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (9360ad18-0e54-4c38-8568-d8883c55f1df), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.280790 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-163a860c-3661-4262-8477-aa1d937e4511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13032719'] for subnet (9360ad18-0e54-4c38-8568-d8883c55f1df), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.305197 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a860c-3661-4262-8477-aa1d937e4511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9360ad18-0e54-4c38-8568-d8883c55f1df,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:18.312827 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-163a860c-3661-4262-8477-aa1d937e4511 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.316123 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-163a860c-3661-4262-8477-aa1d937e4511 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9360ad18-0e54-4c38-8568-d8883c55f1df HTTP/1.1" status: 204 len: 168 time: 0.3484621 Mar 21 21:45:18.319038 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 35498) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:18.322333 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ec2c8-460d-487d-b227-d329b8d4428d None None] Network 7c14f17e-38ea-416b-8591-cd91fe8bc44c requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:45:18.408957 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (7c14f17e-38ea-416b-8591-cd91fe8bc44c), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.493538 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Deleting port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:45:18.494229 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.515877 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfa0e1-1a9a-45e8-ba79-393a3eb9df9e None None] DHCP port deletion for 7c14f17e-38ea-416b-8591-cd91fe8bc44c request from dv-cinder-834541-1-iscsi {{(pid=104016) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 21:45:18.570695 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfa0e1-1a9a-45e8-ba79-393a3eb9df9e None None] Deleting port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:45:18.571161 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa0e1-1a9a-45e8-ba79-393a3eb9df9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.589873 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] For port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=9ca4f662-9b77-44b4-9161-3c35e0cb1d6c,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:45:18.590514 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.608233 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Calling delete_port for 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:45:18.656809 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-d0bfa0e1-1a9a-45e8-ba79-393a3eb9df9e None None] For port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=9ca4f662-9b77-44b4-9161-3c35e0cb1d6c,segment=NetworkSegment(efd57c45-8572-477c-ba3e-6be843f27775),segment_id=efd57c45-8572-477c-ba3e-6be843f27775)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:45:18.657056 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa0e1-1a9a-45e8-ba79-393a3eb9df9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.670584 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfa0e1-1a9a-45e8-ba79-393a3eb9df9e None None] Calling delete_port for 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:45:18.749891 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 35510) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:18.798338 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.804962 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa0e1-1a9a-45e8-ba79-393a3eb9df9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156'] for port (9ca4f662-9b77-44b4-9161-3c35e0cb1d6c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.825862 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca4f662-9b77-44b4-9161-3c35e0cb1d6c,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:18.830315 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] No DVR routers for this DVR port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c on host dv-cinder-834541-1-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:45:18.836758 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfa0e1-1a9a-45e8-ba79-393a3eb9df9e None None] Pushing event deleted for resources: {'Port': ['ID=9ca4f662-9b77-44b4-9161-3c35e0cb1d6c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:18.839574 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfa0e1-1a9a-45e8-ba79-393a3eb9df9e None None] No DVR routers for this DVR port 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c on host dv-cinder-834541-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:45:18.911263 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (7c14f17e-38ea-416b-8591-cd91fe8bc44c), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:18.999772 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c14f17e-38ea-416b-8591-cd91fe8bc44c']}} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:19.015823 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd57c45-8572-477c-ba3e-6be843f27775') {'for_net_delete': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:19.016117 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd57c45-8572-477c-ba3e-6be843f27775') {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:19.030381 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14382584'] for segment (efd57c45-8572-477c-ba3e-6be843f27775), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:19.048273 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (efd57c45-8572-477c-ba3e-6be843f27775), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:19.055399 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104014) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:45:19.055861 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13248103'] for segment (efd57c45-8572-477c-ba3e-6be843f27775), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: Traceback (most recent call last): Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: timer() Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: cb(*args, **kw) Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: return func(*args, **kwargs) Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: self._notify() Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: self.callback(batched_events) Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: event.method(event) Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: return f(self, *a, **k) Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: return self._get(url).json() Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: return self.request(url, 'GET', **kwargs) Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:45:19.057550 dv-cinder-834541-1-iscsi neutron-server[104014]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:45:19.078116 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device b40c85fb-401a-4ff0-8db5-12c840c16622 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:45:19.098477 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: b40c85fb-401a-4ff0-8db5-12c840c16622 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:45:19.098822 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device b40c85fb-401a-4ff0-8db5-12c840c16622 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:45:19.099239 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:45:19.119444 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:45:19.119632 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 9ca4f662-9b77-44b4-9161-3c35e0cb1d6c not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:45:19.119994 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 717f6858-5d53-4100-9df6-23055423146c no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:45:19.139747 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 717f6858-5d53-4100-9df6-23055423146c {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:45:19.140095 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 717f6858-5d53-4100-9df6-23055423146c not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:45:19.197435 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (7c14f17e-38ea-416b-8591-cd91fe8bc44c), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:19.201910 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:19.205005 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] 10.222.0.23 "DELETE /v2.0/networks/7c14f17e-38ea-416b-8591-cd91fe8bc44c HTTP/1.1" status: 204 len: 168 time: 0.8850379 Mar 21 21:45:19.222243 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6934358-868e-4132-a22d-3e3cdce4bb8c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c14f17e-38ea-416b-8591-cd91fe8bc44c,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:19.393763 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b7b6964e-6f99-4505-acea-4c720609794d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818441'] for router_interface (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:19.614718 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35528) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:19.664347 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e8fda840-0c5a-4800-b9df-a313f8a52ae6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c6ab375eca84608a1045991b051b5c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483410 Mar 21 21:45:19.667493 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35530) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:19.718619 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-57606ee6-78e5-4915-b743-ed2500d29ab5 admin admin] Publish callbacks [] for security_group (96f6cd62-e80d-4a5c-ab88-55bd4adb02c1), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:19.742218 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-57606ee6-78e5-4915-b743-ed2500d29ab5 admin admin] Publish callbacks [] for security_group (96f6cd62-e80d-4a5c-ab88-55bd4adb02c1), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:19.874032 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-57606ee6-78e5-4915-b743-ed2500d29ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (96f6cd62-e80d-4a5c-ab88-55bd4adb02c1), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:19.876558 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-57606ee6-78e5-4915-b743-ed2500d29ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:19.877738 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-57606ee6-78e5-4915-b743-ed2500d29ab5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96f6cd62-e80d-4a5c-ab88-55bd4adb02c1 HTTP/1.1" status: 204 len: 168 time: 0.2093177 Mar 21 21:45:19.885599 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57606ee6-78e5-4915-b743-ed2500d29ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f6cd62-e80d-4a5c-ab88-55bd4adb02c1,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:19.900382 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-b7b6964e-6f99-4505-acea-4c720609794d admin admin] Deleting port 15b1872f-3fb8-49db-af5f-5f8225f375ce {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:45:19.900770 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b7b6964e-6f99-4505-acea-4c720609794d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:19.982574 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-b7b6964e-6f99-4505-acea-4c720609794d admin admin] For port 15b1872f-3fb8-49db-af5f-5f8225f375ce, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=15b1872f-3fb8-49db-af5f-5f8225f375ce,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:45:19.982941 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b7b6964e-6f99-4505-acea-4c720609794d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:19.997401 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-b7b6964e-6f99-4505-acea-4c720609794d admin admin] Calling delete_port for 15b1872f-3fb8-49db-af5f-5f8225f375ce owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:45:20.101116 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf5e7-191a-4ee2-9586-660e1ed77934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:20.297686 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b7b6964e-6f99-4505-acea-4c720609794d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (15b1872f-3fb8-49db-af5f-5f8225f375ce), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:20.328198 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6964e-6f99-4505-acea-4c720609794d admin admin] Pushing event deleted for resources: {'Port': ['ID=15b1872f-3fb8-49db-af5f-5f8225f375ce,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:20.511811 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b7b6964e-6f99-4505-acea-4c720609794d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1818105'] for router_interface (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:20.745667 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b6964e-6f99-4505-acea-4c720609794d admin admin] Router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:45:20.853277 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b6964e-6f99-4505-acea-4c720609794d admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:45:20.858100 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b7b6964e-6f99-4505-acea-4c720609794d admin admin] 10.222.0.23 "PUT /v2.0/routers/2b974b33-2fb8-46c4-b2e7-55dd7c48369d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1096990 Mar 21 21:45:20.860795 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35560) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:20.864342 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcbbb11-80d5-49b2-a984-c8847d5d88ff None None] Sync routers for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:45:20.876226 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcbbb11-80d5-49b2-a984-c8847d5d88ff None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:45:20.876869 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-4dcbbb11-80d5-49b2-a984-c8847d5d88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:45:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:20.978440 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Publish callbacks [] for router (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:21.008224 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-4dcbbb11-80d5-49b2-a984-c8847d5d88ff None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:45:21.105781 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Publish callbacks [] for router_gateway (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:21.192557 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-4dcbbb11-80d5-49b2-a984-c8847d5d88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '470576a3-46b4-4106-b340-3334f51cd175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:45:20Z', 'revision_number': 5, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port': {'id': '470576a3-46b4-4106-b340-3334f51cd175', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:39:29Z', 'updated_at': '2022-03-21T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:21.223850 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcbbb11-80d5-49b2-a984-c8847d5d88ff None None] Checking router: 2b974b33-2fb8-46c4-b2e7-55dd7c48369d for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:45:21.232645 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcbbb11-80d5-49b2-a984-c8847d5d88ff None None] Routers {'2b974b33-2fb8-46c4-b2e7-55dd7c48369d'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:45:21.233308 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-4dcbbb11-80d5-49b2-a984-c8847d5d88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:45:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:21.275946 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Deleting port 470576a3-46b4-4106-b340-3334f51cd175 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:45:21.276525 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (470576a3-46b4-4106-b340-3334f51cd175), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:21.330377 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-4dcbbb11-80d5-49b2-a984-c8847d5d88ff None None] Set router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:45:21.360070 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] For port 470576a3-46b4-4106-b340-3334f51cd175, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=470576a3-46b4-4106-b340-3334f51cd175,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:45:21.360429 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (470576a3-46b4-4106-b340-3334f51cd175), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:21.375702 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Calling delete_port for 470576a3-46b4-4106-b340-3334f51cd175 owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:45:21.387776 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-4dcbbb11-80d5-49b2-a984-c8847d5d88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:45:21Z', 'revision_number': 6, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port_host': None}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:21.418995 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcbbb11-80d5-49b2-a984-c8847d5d88ff None None] The sync data for ids ['2b974b33-2fb8-46c4-b2e7-55dd7c48369d'] in dv-cinder-834541-1-iscsi is: [{'id': '2b974b33-2fb8-46c4-b2e7-55dd7c48369d', 'name': 'tempest-AttachVolumeTestJSON-2012543192-router', 'tenant_id': 'fdfca42329034040bbf7df63a9adb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:39:28Z', 'updated_at': '2022-03-21T21:45:21Z', 'revision_number': 6, 'project_id': 'fdfca42329034040bbf7df63a9adb6e8', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:45:21.548714 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:21.618158 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (470576a3-46b4-4106-b340-3334f51cd175), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:21.645361 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Pushing event deleted for resources: {'Port': ['ID=470576a3-46b4-4106-b340-3334f51cd175,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:21.716588 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589507'] for router_gateway (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:21.839981 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14560'] for router (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:21.842324 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Publish callbacks [] for router_controller (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.028821 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1818336'] for router (2b974b33-2fb8-46c4-b2e7-55dd7c48369d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.029577 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b974b33-2fb8-46c4-b2e7-55dd7c48369d {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 21:45:22.035248 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.036748 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d9b542a7-1bf1-49e3-b3b9-954c1e60ba54 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2b974b33-2fb8-46c4-b2e7-55dd7c48369d HTTP/1.1" status: 204 len: 168 time: 1.1747208 Mar 21 21:45:22.039355 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35584) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:22.089967 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e4391a-e67f-4e42-b73a-9c0d528a0c83 admin admin] Deleting subnet 9e85d989-df6a-4920-a1dc-a33d482b0658 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:45:22.093102 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-03e4391a-e67f-4e42-b73a-9c0d528a0c83 admin admin] Publish callbacks [] for subnet (9e85d989-df6a-4920-a1dc-a33d482b0658), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.133062 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-03e4391a-e67f-4e42-b73a-9c0d528a0c83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14372897'] for subnet (9e85d989-df6a-4920-a1dc-a33d482b0658), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.258531 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-03e4391a-e67f-4e42-b73a-9c0d528a0c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (9e85d989-df6a-4920-a1dc-a33d482b0658), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.429479 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-03e4391a-e67f-4e42-b73a-9c0d528a0c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12956603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14562706'] for subnet (9e85d989-df6a-4920-a1dc-a33d482b0658), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.455939 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4391a-e67f-4e42-b73a-9c0d528a0c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e85d989-df6a-4920-a1dc-a33d482b0658,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:22.459469 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-03e4391a-e67f-4e42-b73a-9c0d528a0c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.463053 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-03e4391a-e67f-4e42-b73a-9c0d528a0c83 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9e85d989-df6a-4920-a1dc-a33d482b0658 HTTP/1.1" status: 204 len: 168 time: 0.4226387 Mar 21 21:45:22.465464 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35598) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:22.547239 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (70dbf6f8-94c9-414d-81cb-f5c9777e31d6), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.600501 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Deleting port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:45:22.601227 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.621454 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c862972-a498-4b0f-9e95-7e2c5c6d8cbc None None] Network 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:45:22.676921 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] For port a6d25d69-df0e-4fb0-b219-03c7fd8c9827, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=a6d25d69-df0e-4fb0-b219-03c7fd8c9827,segment=NetworkSegment(918d9725-68c3-4607-8588-d01262ebefde),segment_id=918d9725-68c3-4607-8588-d01262ebefde)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:45:22.677287 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.692530 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Calling delete_port for a6d25d69-df0e-4fb0-b219-03c7fd8c9827 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:45:22.770301 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf96ec-316b-4ab2-ace8-f384b443c110 None None] DHCP port deletion for 70dbf6f8-94c9-414d-81cb-f5c9777e31d6 request from dv-cinder-834541-1-iscsi {{(pid=104016) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 21:45:22.847256 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-fddf96ec-316b-4ab2-ace8-f384b443c110 None None] Deleting port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:45:22.847618 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fddf96ec-316b-4ab2-ace8-f384b443c110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.849885 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.878900 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d25d69-df0e-4fb0-b219-03c7fd8c9827,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:22.882464 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] No DVR routers for this DVR port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 on host dv-cinder-834541-1-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:45:22.917442 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.918649 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-fddf96ec-316b-4ab2-ace8-f384b443c110 None None] For port a6d25d69-df0e-4fb0-b219-03c7fd8c9827, host dv-cinder-834541-1-iscsi, got binding levels [] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:45:22.919027 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fddf96ec-316b-4ab2-ace8-f384b443c110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.931727 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-fddf96ec-316b-4ab2-ace8-f384b443c110 None None] Calling delete_port for a6d25d69-df0e-4fb0-b219-03c7fd8c9827 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:45:22.938788 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.ipam_backend_mixin [None req-fddf96ec-316b-4ab2-ace8-f384b443c110 None None] Port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 was not found and therefore no delete operation was performed {{(pid=104016) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 21 21:45:22.940651 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fddf96ec-316b-4ab2-ace8-f384b443c110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156'] for port (a6d25d69-df0e-4fb0-b219-03c7fd8c9827), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.956118 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (70dbf6f8-94c9-414d-81cb-f5c9777e31d6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:22.972186 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf96ec-316b-4ab2-ace8-f384b443c110 None None] Pushing event deleted for resources: {'Port': ['ID=a6d25d69-df0e-4fb0-b219-03c7fd8c9827,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:22.973974 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf96ec-316b-4ab2-ace8-f384b443c110 None None] No DVR routers for this DVR port a6d25d69-df0e-4fb0-b219-03c7fd8c9827 on host dv-cinder-834541-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:45:22.978380 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dbf6f8-94c9-414d-81cb-f5c9777e31d6']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:22.989379 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918d9725-68c3-4607-8588-d01262ebefde') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:22.989686 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918d9725-68c3-4607-8588-d01262ebefde') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:45:23.002286 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (918d9725-68c3-4607-8588-d01262ebefde), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:23.012332 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (918d9725-68c3-4607-8588-d01262ebefde), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:23.018150 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:45:23.018534 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (918d9725-68c3-4607-8588-d01262ebefde), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:45:23.020187 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:45:23.090000 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 15b1872f-3fb8-49db-af5f-5f8225f375ce no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:45:23.110495 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 15b1872f-3fb8-49db-af5f-5f8225f375ce {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:45:23.115579 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 15b1872f-3fb8-49db-af5f-5f8225f375ce not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:45:23.115579 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device a6d25d69-df0e-4fb0-b219-03c7fd8c9827 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:45:23.129521 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (70dbf6f8-94c9-414d-81cb-f5c9777e31d6), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:23.130050 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: a6d25d69-df0e-4fb0-b219-03c7fd8c9827 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:45:23.130288 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device a6d25d69-df0e-4fb0-b219-03c7fd8c9827 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:45:23.130705 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 470576a3-46b4-4106-b340-3334f51cd175 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:45:23.135337 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:23.138521 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] 10.222.0.23 "DELETE /v2.0/networks/70dbf6f8-94c9-414d-81cb-f5c9777e31d6 HTTP/1.1" status: 204 len: 168 time: 0.6721427 Mar 21 21:45:23.149827 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c8450-e32e-455e-8a1d-56f9e96efd8d admin admin] Pushing event deleted for resources: {'Network': ['ID=70dbf6f8-94c9-414d-81cb-f5c9777e31d6,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:23.152583 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 470576a3-46b4-4106-b340-3334f51cd175 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:45:23.152952 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 470576a3-46b4-4106-b340-3334f51cd175 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:45:23.586123 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35616) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:23.626076 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-da85ffa4-688a-4a3c-84bf-d77c929ffa5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fdfca42329034040bbf7df63a9adb6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388172 Mar 21 21:45:23.628467 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35618) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:23.676887 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3ccac6-5cc0-401d-9d26-d61e733c47bf admin admin] Publish callbacks [] for security_group (60b92fbc-0988-4669-935e-8017cd4c143f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:23.700498 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3ccac6-5cc0-401d-9d26-d61e733c47bf admin admin] Publish callbacks [] for security_group (60b92fbc-0988-4669-935e-8017cd4c143f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:23.834273 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3ccac6-5cc0-401d-9d26-d61e733c47bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (60b92fbc-0988-4669-935e-8017cd4c143f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:23.837305 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3ccac6-5cc0-401d-9d26-d61e733c47bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:23.838239 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-cb3ccac6-5cc0-401d-9d26-d61e733c47bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60b92fbc-0988-4669-935e-8017cd4c143f HTTP/1.1" status: 204 len: 168 time: 0.2088342 Mar 21 21:45:23.846024 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ccac6-5cc0-401d-9d26-d61e733c47bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b92fbc-0988-4669-935e-8017cd4c143f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:24.400168 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:27.681256 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 35714) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:27.800680 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:27.873471 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Publish callbacks [] for security_group (70e0b9f3-c426-4cd1-8ac4-def093020f75), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:27.925228 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (70e0b9f3-c426-4cd1-8ac4-def093020f75), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:27.964016 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45670b2993e34df8817588f0e6184abe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816970 Mar 21 21:45:27.964887 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e0b9f3-c426-4cd1-8ac4-def093020f75,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:27.966903 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35720) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:27.972144 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.972508 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.972926 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.973294 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.973628 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.973958 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.974286 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.974608 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.974936 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.975257 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.975592 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.975945 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.976267 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.976581 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:27.976924 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bf7-4ef1-4441-a51a-68df2420965b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:28.016879 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4a85456-d2f3-48e2-814a-f4743e14fcde admin admin] Publish callbacks [] for security_group (70e0b9f3-c426-4cd1-8ac4-def093020f75), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:28.037837 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4a85456-d2f3-48e2-814a-f4743e14fcde admin admin] Publish callbacks [] for security_group (70e0b9f3-c426-4cd1-8ac4-def093020f75), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:28.160023 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4a85456-d2f3-48e2-814a-f4743e14fcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (70e0b9f3-c426-4cd1-8ac4-def093020f75), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:28.162542 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4a85456-d2f3-48e2-814a-f4743e14fcde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:28.163720 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d4a85456-d2f3-48e2-814a-f4743e14fcde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70e0b9f3-c426-4cd1-8ac4-def093020f75 HTTP/1.1" status: 204 len: 168 time: 0.1958146 Mar 21 21:45:28.172134 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a85456-d2f3-48e2-814a-f4743e14fcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e0b9f3-c426-4cd1-8ac4-def093020f75,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:28.798321 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 35736) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:28.812786 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-57673dc6-6c7b-4a07-af79-f6ba2606129a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:28.892237 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-57673dc6-6c7b-4a07-af79-f6ba2606129a admin admin] Publish callbacks [] for security_group (9b878c5f-a211-49d7-abea-b4f47f85318a), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:28.971288 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-57673dc6-6c7b-4a07-af79-f6ba2606129a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (9b878c5f-a211-49d7-abea-b4f47f85318a), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:29.015695 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-57673dc6-6c7b-4a07-af79-f6ba2606129a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e1f05454b9644eebc6218e89b27fcc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162578 Mar 21 21:45:29.017310 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57673dc6-6c7b-4a07-af79-f6ba2606129a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b878c5f-a211-49d7-abea-b4f47f85318a,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:29.018689 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35744) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:29.075594 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b0b549d5-a4c3-4af6-bf29-9f4de58891f6 admin admin] Publish callbacks [] for security_group (9b878c5f-a211-49d7-abea-b4f47f85318a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:29.096972 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b0b549d5-a4c3-4af6-bf29-9f4de58891f6 admin admin] Publish callbacks [] for security_group (9b878c5f-a211-49d7-abea-b4f47f85318a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:29.215448 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b0b549d5-a4c3-4af6-bf29-9f4de58891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (9b878c5f-a211-49d7-abea-b4f47f85318a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:29.218292 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b0b549d5-a4c3-4af6-bf29-9f4de58891f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:29.219473 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b0b549d5-a4c3-4af6-bf29-9f4de58891f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b878c5f-a211-49d7-abea-b4f47f85318a HTTP/1.1" status: 204 len: 168 time: 0.1992049 Mar 21 21:45:29.231794 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b549d5-a4c3-4af6-bf29-9f4de58891f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b878c5f-a211-49d7-abea-b4f47f85318a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:36.386895 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35926) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:36.488750 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1eed1817-2537-4f48-9c64-05b08d76d289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:36.563181 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1eed1817-2537-4f48-9c64-05b08d76d289 admin admin] Publish callbacks [] for security_group (7e90fb6c-c68e-44de-838c-52200ff761fb), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:36.622178 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1eed1817-2537-4f48-9c64-05b08d76d289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (7e90fb6c-c68e-44de-838c-52200ff761fb), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:36.657993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed1817-2537-4f48-9c64-05b08d76d289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e90fb6c-c68e-44de-838c-52200ff761fb,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:36.662243 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1eed1817-2537-4f48-9c64-05b08d76d289 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61ad0d7683834dd68c32ce5aed649a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743464 Mar 21 21:45:36.665918 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 35930) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:36.712160 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e86623cc-a779-4608-9ab4-d02039789a38 admin admin] Publish callbacks [] for security_group (7e90fb6c-c68e-44de-838c-52200ff761fb), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:36.733961 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e86623cc-a779-4608-9ab4-d02039789a38 admin admin] Publish callbacks [] for security_group (7e90fb6c-c68e-44de-838c-52200ff761fb), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:36.866536 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e86623cc-a779-4608-9ab4-d02039789a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (7e90fb6c-c68e-44de-838c-52200ff761fb), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:36.869216 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e86623cc-a779-4608-9ab4-d02039789a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:36.870394 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e86623cc-a779-4608-9ab4-d02039789a38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e90fb6c-c68e-44de-838c-52200ff761fb HTTP/1.1" status: 204 len: 168 time: 0.2040136 Mar 21 21:45:36.878074 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86623cc-a779-4608-9ab4-d02039789a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e90fb6c-c68e-44de-838c-52200ff761fb,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:42.482459 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 36112) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:42.593124 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:42.681213 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Publish callbacks [] for security_group (67d19fd9-2129-4200-bf65-e93fd703d451), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:42.795874 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (67d19fd9-2129-4200-bf65-e93fd703d451), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:42.839514 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f508fb52d0314d10ba4c495335e8d579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559711 Mar 21 21:45:42.840478 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d19fd9-2129-4200-bf65-e93fd703d451,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:42.842234 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36130) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:42.847694 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.848126 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.848682 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.849031 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.849365 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.849691 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.850018 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.850342 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.850666 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.850990 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.851315 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.851636 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.852151 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.852464 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.852811 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c284c-fabc-4264-96ec-c427e5897906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:45:42.890287 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-064feda3-ad49-411c-a9af-3e7e5afd472e admin admin] Publish callbacks [] for security_group (67d19fd9-2129-4200-bf65-e93fd703d451), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:42.911856 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-064feda3-ad49-411c-a9af-3e7e5afd472e admin admin] Publish callbacks [] for security_group (67d19fd9-2129-4200-bf65-e93fd703d451), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:43.040073 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-064feda3-ad49-411c-a9af-3e7e5afd472e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (67d19fd9-2129-4200-bf65-e93fd703d451), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:43.042890 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-064feda3-ad49-411c-a9af-3e7e5afd472e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:43.044079 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-064feda3-ad49-411c-a9af-3e7e5afd472e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67d19fd9-2129-4200-bf65-e93fd703d451 HTTP/1.1" status: 204 len: 168 time: 0.2007694 Mar 21 21:45:43.051679 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064feda3-ad49-411c-a9af-3e7e5afd472e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d19fd9-2129-4200-bf65-e93fd703d451,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:43.723245 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36160) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:43.737081 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0311d8bd-6ed9-4771-975b-93b5b3e0ee87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:43.817527 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0311d8bd-6ed9-4771-975b-93b5b3e0ee87 admin admin] Publish callbacks [] for security_group (ef9c8735-a13b-4ac4-9087-dfde2794127c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:43.897082 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0311d8bd-6ed9-4771-975b-93b5b3e0ee87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (ef9c8735-a13b-4ac4-9087-dfde2794127c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:43.937904 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-0311d8bd-6ed9-4771-975b-93b5b3e0ee87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=402007eb6b1b4025a5a6e471b04b95a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135813 Mar 21 21:45:43.939411 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311d8bd-6ed9-4771-975b-93b5b3e0ee87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9c8735-a13b-4ac4-9087-dfde2794127c,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:43.941776 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36174) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:43.996191 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-764eec95-b574-44cd-987e-d365cf3057b3 admin admin] Publish callbacks [] for security_group (ef9c8735-a13b-4ac4-9087-dfde2794127c), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:44.019925 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-764eec95-b574-44cd-987e-d365cf3057b3 admin admin] Publish callbacks [] for security_group (ef9c8735-a13b-4ac4-9087-dfde2794127c), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:44.171255 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-764eec95-b574-44cd-987e-d365cf3057b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (ef9c8735-a13b-4ac4-9087-dfde2794127c), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:44.174282 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-764eec95-b574-44cd-987e-d365cf3057b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:44.175670 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-764eec95-b574-44cd-987e-d365cf3057b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef9c8735-a13b-4ac4-9087-dfde2794127c HTTP/1.1" status: 204 len: 168 time: 0.2329080 Mar 21 21:45:44.186484 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764eec95-b574-44cd-987e-d365cf3057b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9c8735-a13b-4ac4-9087-dfde2794127c,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:44.942812 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:46.004389 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36232) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:46.109720 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-116a8f19-5719-46ac-90fa-d9c4c985a34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:46.186072 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-116a8f19-5719-46ac-90fa-d9c4c985a34f admin admin] Publish callbacks [] for security_group (eb37fbbe-6731-49f8-b6a8-7f2ebc9bfcb1), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:46.257052 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-116a8f19-5719-46ac-90fa-d9c4c985a34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (eb37fbbe-6731-49f8-b6a8-7f2ebc9bfcb1), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:46.293990 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a8f19-5719-46ac-90fa-d9c4c985a34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb37fbbe-6731-49f8-b6a8-7f2ebc9bfcb1,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:46.298272 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-116a8f19-5719-46ac-90fa-d9c4c985a34f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10e4c050035d47579716a4b252e5c853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928431 Mar 21 21:45:46.301555 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36236) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:46.349608 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4f861eb5-130c-4bdd-8d3e-5d7300f94a0f admin admin] Publish callbacks [] for security_group (eb37fbbe-6731-49f8-b6a8-7f2ebc9bfcb1), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:46.372722 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4f861eb5-130c-4bdd-8d3e-5d7300f94a0f admin admin] Publish callbacks [] for security_group (eb37fbbe-6731-49f8-b6a8-7f2ebc9bfcb1), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:46.509113 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4f861eb5-130c-4bdd-8d3e-5d7300f94a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (eb37fbbe-6731-49f8-b6a8-7f2ebc9bfcb1), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:46.511634 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4f861eb5-130c-4bdd-8d3e-5d7300f94a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:46.512841 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-4f861eb5-130c-4bdd-8d3e-5d7300f94a0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb37fbbe-6731-49f8-b6a8-7f2ebc9bfcb1 HTTP/1.1" status: 204 len: 168 time: 0.2110102 Mar 21 21:45:46.521028 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f861eb5-130c-4bdd-8d3e-5d7300f94a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb37fbbe-6731-49f8-b6a8-7f2ebc9bfcb1,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:47.977607 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d5192974-26ad-4eec-8ee6-f091c7b26eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:50.117800 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7c294e46-d3fd-46e1-bc05-5d74294783f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:50.222183 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:45:51.028633 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36386) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:51.147967 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ffa1ed45-8204-40ee-a3e9-30ca3b418ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:51.220476 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ffa1ed45-8204-40ee-a3e9-30ca3b418ec6 admin admin] Publish callbacks [] for security_group (4c2bbda6-05ae-4f99-8da6-08d5b88803f7), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:51.297013 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ffa1ed45-8204-40ee-a3e9-30ca3b418ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (4c2bbda6-05ae-4f99-8da6-08d5b88803f7), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:51.337900 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ffa1ed45-8204-40ee-a3e9-30ca3b418ec6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=387ce8d099604349a56ac3576cd3c383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081512 Mar 21 21:45:51.338628 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1ed45-8204-40ee-a3e9-30ca3b418ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2bbda6-05ae-4f99-8da6-08d5b88803f7,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:51.340577 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 36394) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:51.393765 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1d56b3ad-2d15-45a7-bca5-b1f7daa1e428 admin admin] Publish callbacks [] for security_group (4c2bbda6-05ae-4f99-8da6-08d5b88803f7), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:51.414924 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1d56b3ad-2d15-45a7-bca5-b1f7daa1e428 admin admin] Publish callbacks [] for security_group (4c2bbda6-05ae-4f99-8da6-08d5b88803f7), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:51.468108 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:51.565434 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1d56b3ad-2d15-45a7-bca5-b1f7daa1e428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (4c2bbda6-05ae-4f99-8da6-08d5b88803f7), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:51.568044 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1d56b3ad-2d15-45a7-bca5-b1f7daa1e428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:51.569303 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1d56b3ad-2d15-45a7-bca5-b1f7daa1e428 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c2bbda6-05ae-4f99-8da6-08d5b88803f7 HTTP/1.1" status: 204 len: 168 time: 0.2275853 Mar 21 21:45:51.579147 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56b3ad-2d15-45a7-bca5-b1f7daa1e428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2bbda6-05ae-4f99-8da6-08d5b88803f7,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:52.376965 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36412) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:52.390283 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b5ee29d1-4720-42de-b3e0-036ef9a4256b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:52.462622 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b5ee29d1-4720-42de-b3e0-036ef9a4256b admin admin] Publish callbacks [] for security_group (d2c01123-e90e-4d5b-b821-caa1ce3002f4), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:52.536830 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b5ee29d1-4720-42de-b3e0-036ef9a4256b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (d2c01123-e90e-4d5b-b821-caa1ce3002f4), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:52.572874 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee29d1-4720-42de-b3e0-036ef9a4256b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c01123-e90e-4d5b-b821-caa1ce3002f4,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:52.577156 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b5ee29d1-4720-42de-b3e0-036ef9a4256b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4a4c9b4dd464f7ea7722819503c7a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991892 Mar 21 21:45:52.579719 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36414) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:52.631953 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0692a2e2-6117-427d-9bc3-22b0a63b7a5d admin admin] Publish callbacks [] for security_group (d2c01123-e90e-4d5b-b821-caa1ce3002f4), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:52.649389 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0692a2e2-6117-427d-9bc3-22b0a63b7a5d admin admin] Publish callbacks [] for security_group (d2c01123-e90e-4d5b-b821-caa1ce3002f4), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:52.786749 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0692a2e2-6117-427d-9bc3-22b0a63b7a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (d2c01123-e90e-4d5b-b821-caa1ce3002f4), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:52.789543 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0692a2e2-6117-427d-9bc3-22b0a63b7a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:52.792176 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-0692a2e2-6117-427d-9bc3-22b0a63b7a5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2c01123-e90e-4d5b-b821-caa1ce3002f4 HTTP/1.1" status: 204 len: 168 time: 0.2114992 Mar 21 21:45:52.800073 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692a2e2-6117-427d-9bc3-22b0a63b7a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c01123-e90e-4d5b-b821-caa1ce3002f4,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:52.845245 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:54.410863 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:56.247330 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36540) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:56.350257 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bbb9efb4-a038-462c-af02-2871948f8bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:56.434425 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bbb9efb4-a038-462c-af02-2871948f8bb7 admin admin] Publish callbacks [] for security_group (ef6a2bc4-37bb-4029-8271-2e8cf20b2224), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:56.525540 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bbb9efb4-a038-462c-af02-2871948f8bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (ef6a2bc4-37bb-4029-8271-2e8cf20b2224), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:56.562150 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9efb4-a038-462c-af02-2871948f8bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a2bc4-37bb-4029-8271-2e8cf20b2224,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:56.567317 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-bbb9efb4-a038-462c-af02-2871948f8bb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba5e0b180ecc4b499cbc85bcfe1757e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188922 Mar 21 21:45:56.569997 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36546) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:56.615873 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-39e410dc-23f4-4963-93b1-14cc058b0f0c admin admin] Publish callbacks [] for security_group (ef6a2bc4-37bb-4029-8271-2e8cf20b2224), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:56.640623 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-39e410dc-23f4-4963-93b1-14cc058b0f0c admin admin] Publish callbacks [] for security_group (ef6a2bc4-37bb-4029-8271-2e8cf20b2224), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:56.776946 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-39e410dc-23f4-4963-93b1-14cc058b0f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (ef6a2bc4-37bb-4029-8271-2e8cf20b2224), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:56.779602 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-39e410dc-23f4-4963-93b1-14cc058b0f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:56.783043 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-39e410dc-23f4-4963-93b1-14cc058b0f0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef6a2bc4-37bb-4029-8271-2e8cf20b2224 HTTP/1.1" status: 204 len: 168 time: 0.2098556 Mar 21 21:45:56.794954 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e410dc-23f4-4963-93b1-14cc058b0f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a2bc4-37bb-4029-8271-2e8cf20b2224,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:57.425640 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36568) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:57.438828 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca7bd-1141-4b60-b6b6-74dbad183ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:57.510433 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca7bd-1141-4b60-b6b6-74dbad183ea5 admin admin] Publish callbacks [] for security_group (de2cbc01-8dde-43f5-b3d2-139543f775d9), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:57.580046 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca7bd-1141-4b60-b6b6-74dbad183ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (de2cbc01-8dde-43f5-b3d2-139543f775d9), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:57.618786 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fd9ca7bd-1141-4b60-b6b6-74dbad183ea5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89870817cf764264ae3df35202cdec64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920559 Mar 21 21:45:57.619629 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ca7bd-1141-4b60-b6b6-74dbad183ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2cbc01-8dde-43f5-b3d2-139543f775d9,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:45:57.621627 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 36570) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:45:57.668037 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-18db576a-b064-451a-95e4-d5194f7fa683 admin admin] Publish callbacks [] for security_group (de2cbc01-8dde-43f5-b3d2-139543f775d9), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:57.687896 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-18db576a-b064-451a-95e4-d5194f7fa683 admin admin] Publish callbacks [] for security_group (de2cbc01-8dde-43f5-b3d2-139543f775d9), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:57.809381 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-18db576a-b064-451a-95e4-d5194f7fa683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (de2cbc01-8dde-43f5-b3d2-139543f775d9), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:57.811969 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-18db576a-b064-451a-95e4-d5194f7fa683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:45:57.813137 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-18db576a-b064-451a-95e4-d5194f7fa683 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de2cbc01-8dde-43f5-b3d2-139543f775d9 HTTP/1.1" status: 204 len: 168 time: 0.1905162 Mar 21 21:45:57.822814 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db576a-b064-451a-95e4-d5194f7fa683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2cbc01-8dde-43f5-b3d2-139543f775d9,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:02.071721 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 36720) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:02.194034 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-40216bbf-2287-4ca6-8682-e71d66f19012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:02.276692 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-40216bbf-2287-4ca6-8682-e71d66f19012 admin admin] Publish callbacks [] for security_group (dbe9f11a-06a2-4b53-ad0e-cc8a480cea98), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:02.388229 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-40216bbf-2287-4ca6-8682-e71d66f19012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (dbe9f11a-06a2-4b53-ad0e-cc8a480cea98), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:02.428306 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-40216bbf-2287-4ca6-8682-e71d66f19012 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8977296fe00049e0a85dbf84c35be730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460000 Mar 21 21:46:02.429294 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40216bbf-2287-4ca6-8682-e71d66f19012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe9f11a-06a2-4b53-ad0e-cc8a480cea98,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:02.431034 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36730) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:02.478504 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-43883b89-3ebe-4d9c-bdc1-1978c100be0b admin admin] Publish callbacks [] for security_group (dbe9f11a-06a2-4b53-ad0e-cc8a480cea98), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:02.499174 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-43883b89-3ebe-4d9c-bdc1-1978c100be0b admin admin] Publish callbacks [] for security_group (dbe9f11a-06a2-4b53-ad0e-cc8a480cea98), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:02.622533 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-43883b89-3ebe-4d9c-bdc1-1978c100be0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (dbe9f11a-06a2-4b53-ad0e-cc8a480cea98), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:02.625070 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-43883b89-3ebe-4d9c-bdc1-1978c100be0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:02.626211 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-43883b89-3ebe-4d9c-bdc1-1978c100be0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbe9f11a-06a2-4b53-ad0e-cc8a480cea98 HTTP/1.1" status: 204 len: 168 time: 0.1941826 Mar 21 21:46:02.634321 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43883b89-3ebe-4d9c-bdc1-1978c100be0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe9f11a-06a2-4b53-ad0e-cc8a480cea98,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:02.776222 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 36736) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:02.975908 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-77a0c9cc-40a1-43ba-b006-458b0558fea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.046959 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-77a0c9cc-40a1-43ba-b006-458b0558fea1 admin admin] Publish callbacks [] for security_group (48d6cd4e-ab56-42dd-86a0-e3f2c967fc5b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.123333 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-77a0c9cc-40a1-43ba-b006-458b0558fea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (48d6cd4e-ab56-42dd-86a0-e3f2c967fc5b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.156695 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-77a0c9cc-40a1-43ba-b006-458b0558fea1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb8cfd6907f645788098bf0a17d09868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763101 Mar 21 21:46:03.157082 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 36748) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:03.191275 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0c9cc-40a1-43ba-b006-458b0558fea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d6cd4e-ab56-42dd-86a0-e3f2c967fc5b,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:03.218688 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-72543b04-c2bd-40ab-81ed-3c6c4a1cd7cf admin admin] Publish callbacks [] for security_group (48d6cd4e-ab56-42dd-86a0-e3f2c967fc5b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.243492 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-72543b04-c2bd-40ab-81ed-3c6c4a1cd7cf admin admin] Publish callbacks [] for security_group (48d6cd4e-ab56-42dd-86a0-e3f2c967fc5b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.343147 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 36754) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:03.351110 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-72543b04-c2bd-40ab-81ed-3c6c4a1cd7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (48d6cd4e-ab56-42dd-86a0-e3f2c967fc5b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.353660 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-72543b04-c2bd-40ab-81ed-3c6c4a1cd7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.354787 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-72543b04-c2bd-40ab-81ed-3c6c4a1cd7cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48d6cd4e-ab56-42dd-86a0-e3f2c967fc5b HTTP/1.1" status: 204 len: 168 time: 0.1969926 Mar 21 21:46:03.363786 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a43ef2f-aa6a-49b6-867f-1415280efcf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.375761 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72543b04-c2bd-40ab-81ed-3c6c4a1cd7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d6cd4e-ab56-42dd-86a0-e3f2c967fc5b,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:03.457771 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a43ef2f-aa6a-49b6-867f-1415280efcf1 admin admin] Publish callbacks [] for security_group (69428d55-39f3-4842-91de-0ee5bcf946f7), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.547970 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a43ef2f-aa6a-49b6-867f-1415280efcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (69428d55-39f3-4842-91de-0ee5bcf946f7), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.585275 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43ef2f-aa6a-49b6-867f-1415280efcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69428d55-39f3-4842-91de-0ee5bcf946f7,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:03.592476 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2a43ef2f-aa6a-49b6-867f-1415280efcf1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=448ba25bb6864b6dbbe2c156a176efed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475507 Mar 21 21:46:03.595182 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36762) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:03.648474 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1936-ed35-49a9-a20e-ad5089c6937f admin admin] Publish callbacks [] for security_group (69428d55-39f3-4842-91de-0ee5bcf946f7), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.670804 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1936-ed35-49a9-a20e-ad5089c6937f admin admin] Publish callbacks [] for security_group (69428d55-39f3-4842-91de-0ee5bcf946f7), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.817090 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1936-ed35-49a9-a20e-ad5089c6937f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (69428d55-39f3-4842-91de-0ee5bcf946f7), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.819807 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1936-ed35-49a9-a20e-ad5089c6937f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:03.823690 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-9fdb1936-ed35-49a9-a20e-ad5089c6937f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69428d55-39f3-4842-91de-0ee5bcf946f7 HTTP/1.1" status: 204 len: 168 time: 0.2247250 Mar 21 21:46:03.831887 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb1936-ed35-49a9-a20e-ad5089c6937f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69428d55-39f3-4842-91de-0ee5bcf946f7,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:04.118952 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36768) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:04.130916 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-aff472b3-d465-4dd7-9433-00cd17cfdbb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:04.204610 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-aff472b3-d465-4dd7-9433-00cd17cfdbb2 admin admin] Publish callbacks [] for security_group (07edaf3b-ca1e-4844-896b-cc8397e9c51e), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:04.271618 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-aff472b3-d465-4dd7-9433-00cd17cfdbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (07edaf3b-ca1e-4844-896b-cc8397e9c51e), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:04.311870 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-aff472b3-d465-4dd7-9433-00cd17cfdbb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e56f722b1d14932a12752254b9706cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930296 Mar 21 21:46:04.312762 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff472b3-d465-4dd7-9433-00cd17cfdbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07edaf3b-ca1e-4844-896b-cc8397e9c51e,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:04.314549 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 36776) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:04.373758 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a84e383c-1c71-4709-943a-8ce3e03036dc admin admin] Publish callbacks [] for security_group (07edaf3b-ca1e-4844-896b-cc8397e9c51e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:04.395168 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a84e383c-1c71-4709-943a-8ce3e03036dc admin admin] Publish callbacks [] for security_group (07edaf3b-ca1e-4844-896b-cc8397e9c51e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:04.500216 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a84e383c-1c71-4709-943a-8ce3e03036dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (07edaf3b-ca1e-4844-896b-cc8397e9c51e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:04.503234 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a84e383c-1c71-4709-943a-8ce3e03036dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:04.504579 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a84e383c-1c71-4709-943a-8ce3e03036dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07edaf3b-ca1e-4844-896b-cc8397e9c51e HTTP/1.1" status: 204 len: 168 time: 0.1889763 Mar 21 21:46:04.512940 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e383c-1c71-4709-943a-8ce3e03036dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07edaf3b-ca1e-4844-896b-cc8397e9c51e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:06.551703 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 36858) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:06.656112 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aa41f1a2-a33a-4520-a906-01117663d4a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:06.741908 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aa41f1a2-a33a-4520-a906-01117663d4a6 admin admin] Publish callbacks [] for security_group (2534448f-6af4-4ccd-b200-78490b1f94f2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:06.850792 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aa41f1a2-a33a-4520-a906-01117663d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (2534448f-6af4-4ccd-b200-78490b1f94f2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:06.887970 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41f1a2-a33a-4520-a906-01117663d4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2534448f-6af4-4ccd-b200-78490b1f94f2,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:06.892189 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-aa41f1a2-a33a-4520-a906-01117663d4a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d59ad3ea3694b77945d814ef3d14fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394401 Mar 21 21:46:06.894800 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 36868) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:06.947258 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ae54735-f0d9-4c8f-aab0-cb0e7b81eb69 admin admin] Publish callbacks [] for security_group (2534448f-6af4-4ccd-b200-78490b1f94f2), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:06.970246 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ae54735-f0d9-4c8f-aab0-cb0e7b81eb69 admin admin] Publish callbacks [] for security_group (2534448f-6af4-4ccd-b200-78490b1f94f2), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:07.125936 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ae54735-f0d9-4c8f-aab0-cb0e7b81eb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (2534448f-6af4-4ccd-b200-78490b1f94f2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:07.130008 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ae54735-f0d9-4c8f-aab0-cb0e7b81eb69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:07.132641 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2ae54735-f0d9-4c8f-aab0-cb0e7b81eb69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2534448f-6af4-4ccd-b200-78490b1f94f2 HTTP/1.1" status: 204 len: 168 time: 0.2366321 Mar 21 21:46:07.142745 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae54735-f0d9-4c8f-aab0-cb0e7b81eb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2534448f-6af4-4ccd-b200-78490b1f94f2,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:07.893625 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 36902) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:07.906578 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6539bf9a-75e5-43a1-9c2a-1f3623b7534e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:07.983544 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6539bf9a-75e5-43a1-9c2a-1f3623b7534e admin admin] Publish callbacks [] for security_group (70efaac1-b2d9-4cf7-a0f4-53b931398caf), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:08.037592 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6539bf9a-75e5-43a1-9c2a-1f3623b7534e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (70efaac1-b2d9-4cf7-a0f4-53b931398caf), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:08.088957 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6539bf9a-75e5-43a1-9c2a-1f3623b7534e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d20a6e302d9488da28036cb3a31cc87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941690 Mar 21 21:46:08.089941 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539bf9a-75e5-43a1-9c2a-1f3623b7534e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70efaac1-b2d9-4cf7-a0f4-53b931398caf,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:08.091979 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36906) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:08.144966 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e1694dab-7fee-4ae0-a677-65c6a763c7c1 admin admin] Publish callbacks [] for security_group (70efaac1-b2d9-4cf7-a0f4-53b931398caf), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:08.165208 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e1694dab-7fee-4ae0-a677-65c6a763c7c1 admin admin] Publish callbacks [] for security_group (70efaac1-b2d9-4cf7-a0f4-53b931398caf), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:08.348023 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e1694dab-7fee-4ae0-a677-65c6a763c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (70efaac1-b2d9-4cf7-a0f4-53b931398caf), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:08.350573 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e1694dab-7fee-4ae0-a677-65c6a763c7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:08.351725 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e1694dab-7fee-4ae0-a677-65c6a763c7c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70efaac1-b2d9-4cf7-a0f4-53b931398caf HTTP/1.1" status: 204 len: 168 time: 0.2586544 Mar 21 21:46:08.360112 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1694dab-7fee-4ae0-a677-65c6a763c7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70efaac1-b2d9-4cf7-a0f4-53b931398caf,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:08.932753 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36932) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:09.037501 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ff9299e6-a4e3-414b-8adf-5cbcd86e5956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:09.113233 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ff9299e6-a4e3-414b-8adf-5cbcd86e5956 admin admin] Publish callbacks [] for security_group (50797d5c-76d9-4017-b966-6716aedd8984), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:09.200683 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ff9299e6-a4e3-414b-8adf-5cbcd86e5956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (50797d5c-76d9-4017-b966-6716aedd8984), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:09.238149 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9299e6-a4e3-414b-8adf-5cbcd86e5956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50797d5c-76d9-4017-b966-6716aedd8984,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:09.243340 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ff9299e6-a4e3-414b-8adf-5cbcd86e5956 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e49d5e914c7943ab8fda7ee6fddea4f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084452 Mar 21 21:46:09.246119 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 36944) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:09.293473 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-382e73de-5566-44be-8564-0043caecdc49 admin admin] Publish callbacks [] for security_group (50797d5c-76d9-4017-b966-6716aedd8984), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:09.315305 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-382e73de-5566-44be-8564-0043caecdc49 admin admin] Publish callbacks [] for security_group (50797d5c-76d9-4017-b966-6716aedd8984), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:09.455029 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-382e73de-5566-44be-8564-0043caecdc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (50797d5c-76d9-4017-b966-6716aedd8984), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:09.458093 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-382e73de-5566-44be-8564-0043caecdc49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:09.459582 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-382e73de-5566-44be-8564-0043caecdc49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50797d5c-76d9-4017-b966-6716aedd8984 HTTP/1.1" status: 204 len: 168 time: 0.2129731 Mar 21 21:46:09.471752 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e73de-5566-44be-8564-0043caecdc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50797d5c-76d9-4017-b966-6716aedd8984,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:12.831501 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37092) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:12.949309 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5695907f-9e6d-4b7c-bd37-dc684eb3f04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.042615 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5695907f-9e6d-4b7c-bd37-dc684eb3f04f admin admin] Publish callbacks [] for security_group (a185b273-321f-4e1e-8a3f-8eb30ad8cb5c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.096889 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5695907f-9e6d-4b7c-bd37-dc684eb3f04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a185b273-321f-4e1e-8a3f-8eb30ad8cb5c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.138186 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5695907f-9e6d-4b7c-bd37-dc684eb3f04f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66a7830d69e840f2b0801875b001f50f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054612 Mar 21 21:46:13.139377 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695907f-9e6d-4b7c-bd37-dc684eb3f04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a185b273-321f-4e1e-8a3f-8eb30ad8cb5c,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:13.143059 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37100) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:13.157989 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37102) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:13.194380 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-504ff332-f62c-4b4a-ad79-059231160529 admin admin] Publish callbacks [] for security_group (a185b273-321f-4e1e-8a3f-8eb30ad8cb5c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.218233 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-504ff332-f62c-4b4a-ad79-059231160529 admin admin] Publish callbacks [] for security_group (a185b273-321f-4e1e-8a3f-8eb30ad8cb5c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.272310 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-53a17caa-aa97-49e1-be71-1481e7fb09b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.377339 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-504ff332-f62c-4b4a-ad79-059231160529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (a185b273-321f-4e1e-8a3f-8eb30ad8cb5c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.380399 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-504ff332-f62c-4b4a-ad79-059231160529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.382523 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-504ff332-f62c-4b4a-ad79-059231160529 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a185b273-321f-4e1e-8a3f-8eb30ad8cb5c HTTP/1.1" status: 204 len: 168 time: 0.2379761 Mar 21 21:46:13.398688 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ff332-f62c-4b4a-ad79-059231160529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a185b273-321f-4e1e-8a3f-8eb30ad8cb5c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:13.458744 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-53a17caa-aa97-49e1-be71-1481e7fb09b5 admin admin] Publish callbacks [] for security_group (510ec90f-5737-4cb4-97cb-ce0ee4f0f7c7), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.569067 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-53a17caa-aa97-49e1-be71-1481e7fb09b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (510ec90f-5737-4cb4-97cb-ce0ee4f0f7c7), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.610314 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-53a17caa-aa97-49e1-be71-1481e7fb09b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e22db459279420caa5ff6fffddc30f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4511085 Mar 21 21:46:13.611756 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a17caa-aa97-49e1-be71-1481e7fb09b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510ec90f-5737-4cb4-97cb-ce0ee4f0f7c7,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:13.613017 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37110) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:13.672578 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4edf2ec1-31c9-4442-b8ef-f9331bebde0b admin admin] Publish callbacks [] for security_group (510ec90f-5737-4cb4-97cb-ce0ee4f0f7c7), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.696674 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4edf2ec1-31c9-4442-b8ef-f9331bebde0b admin admin] Publish callbacks [] for security_group (510ec90f-5737-4cb4-97cb-ce0ee4f0f7c7), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.822089 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4edf2ec1-31c9-4442-b8ef-f9331bebde0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (510ec90f-5737-4cb4-97cb-ce0ee4f0f7c7), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.824801 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4edf2ec1-31c9-4442-b8ef-f9331bebde0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:13.826269 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4edf2ec1-31c9-4442-b8ef-f9331bebde0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/510ec90f-5737-4cb4-97cb-ce0ee4f0f7c7 HTTP/1.1" status: 204 len: 168 time: 0.2121580 Mar 21 21:46:13.834486 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf2ec1-31c9-4442-b8ef-f9331bebde0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510ec90f-5737-4cb4-97cb-ce0ee4f0f7c7,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:14.211789 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37122) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:14.231131 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ad1bdea-f9b3-4fc9-97a4-20521bfe5da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:14.327805 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ad1bdea-f9b3-4fc9-97a4-20521bfe5da8 admin admin] Publish callbacks [] for security_group (c15408e8-815c-4675-bdf9-83c333d2ca15), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:14.428711 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0ad1bdea-f9b3-4fc9-97a4-20521bfe5da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (c15408e8-815c-4675-bdf9-83c333d2ca15), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:14.468779 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-0ad1bdea-f9b3-4fc9-97a4-20521bfe5da8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=582b8fe5a201417a907427734a49eda2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550440 Mar 21 21:46:14.470854 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1bdea-f9b3-4fc9-97a4-20521bfe5da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15408e8-815c-4675-bdf9-83c333d2ca15,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:14.472037 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37132) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:14.521042 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a2f259a8-6ca4-4a0f-95c6-77c52526f29b admin admin] Publish callbacks [] for security_group (c15408e8-815c-4675-bdf9-83c333d2ca15), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:14.542778 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a2f259a8-6ca4-4a0f-95c6-77c52526f29b admin admin] Publish callbacks [] for security_group (c15408e8-815c-4675-bdf9-83c333d2ca15), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:14.654892 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a2f259a8-6ca4-4a0f-95c6-77c52526f29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (c15408e8-815c-4675-bdf9-83c333d2ca15), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:14.657676 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a2f259a8-6ca4-4a0f-95c6-77c52526f29b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:14.661366 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a2f259a8-6ca4-4a0f-95c6-77c52526f29b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c15408e8-815c-4675-bdf9-83c333d2ca15 HTTP/1.1" status: 204 len: 168 time: 0.1859474 Mar 21 21:46:14.668003 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f259a8-6ca4-4a0f-95c6-77c52526f29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15408e8-815c-4675-bdf9-83c333d2ca15,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:14.695317 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37140) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:15.014604 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.074221 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8e34b61a-2a78-4e3a-acda-57bd916a1720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.154424 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8e34b61a-2a78-4e3a-acda-57bd916a1720 admin admin] Publish callbacks [] for security_group (0a2a7d06-6270-4d81-ad9d-4cf69be45b3c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.226095 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8e34b61a-2a78-4e3a-acda-57bd916a1720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0a2a7d06-6270-4d81-ad9d-4cf69be45b3c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.266173 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8e34b61a-2a78-4e3a-acda-57bd916a1720 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e71d09dc975a455e837a3fed576811b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5697567 Mar 21 21:46:15.268244 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34b61a-2a78-4e3a-acda-57bd916a1720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2a7d06-6270-4d81-ad9d-4cf69be45b3c,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:15.268996 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37154) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:15.324143 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cc5de7e2-739a-4818-b621-f111331b7157 admin admin] Publish callbacks [] for security_group (0a2a7d06-6270-4d81-ad9d-4cf69be45b3c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.346637 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cc5de7e2-739a-4818-b621-f111331b7157 admin admin] Publish callbacks [] for security_group (0a2a7d06-6270-4d81-ad9d-4cf69be45b3c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.392616 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37162) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:15.405437 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3254351b-4514-4adf-b991-4be3a3884aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.468313 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cc5de7e2-739a-4818-b621-f111331b7157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0a2a7d06-6270-4d81-ad9d-4cf69be45b3c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.470886 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cc5de7e2-739a-4818-b621-f111331b7157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.472031 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-cc5de7e2-739a-4818-b621-f111331b7157 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a2a7d06-6270-4d81-ad9d-4cf69be45b3c HTTP/1.1" status: 204 len: 168 time: 0.2019935 Mar 21 21:46:15.490907 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5de7e2-739a-4818-b621-f111331b7157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2a7d06-6270-4d81-ad9d-4cf69be45b3c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:15.555842 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3254351b-4514-4adf-b991-4be3a3884aff admin admin] Publish callbacks [] for security_group (7cff62dc-95a9-4f81-b93b-924cf683f164), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.610723 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3254351b-4514-4adf-b991-4be3a3884aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (7cff62dc-95a9-4f81-b93b-924cf683f164), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.650015 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3254351b-4514-4adf-b991-4be3a3884aff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3804c3c8b2a4bc9adc3ca1e734877e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562702 Mar 21 21:46:15.651675 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254351b-4514-4adf-b991-4be3a3884aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cff62dc-95a9-4f81-b93b-924cf683f164,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:15.652826 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37168) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:15.713662 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-28f90037-5bda-48c4-ad0b-8721ea25ef7d admin admin] Publish callbacks [] for security_group (7cff62dc-95a9-4f81-b93b-924cf683f164), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.735325 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-28f90037-5bda-48c4-ad0b-8721ea25ef7d admin admin] Publish callbacks [] for security_group (7cff62dc-95a9-4f81-b93b-924cf683f164), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.907804 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-28f90037-5bda-48c4-ad0b-8721ea25ef7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (7cff62dc-95a9-4f81-b93b-924cf683f164), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.907804 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-28f90037-5bda-48c4-ad0b-8721ea25ef7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:15.907804 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-28f90037-5bda-48c4-ad0b-8721ea25ef7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cff62dc-95a9-4f81-b93b-924cf683f164 HTTP/1.1" status: 204 len: 168 time: 0.2522576 Mar 21 21:46:15.914253 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f90037-5bda-48c4-ad0b-8721ea25ef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cff62dc-95a9-4f81-b93b-924cf683f164,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:17.982014 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7fd7-1566-4324-baa0-8e65131f9882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:19.695047 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37278) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:19.798706 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1d6336b3-4b83-4e6f-b0ef-0a2ec745b8f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:19.869208 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1d6336b3-4b83-4e6f-b0ef-0a2ec745b8f5 admin admin] Publish callbacks [] for security_group (5eca925d-1629-4438-bfda-d0baf09c523e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:19.919287 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1d6336b3-4b83-4e6f-b0ef-0a2ec745b8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (5eca925d-1629-4438-bfda-d0baf09c523e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:19.961459 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1d6336b3-4b83-4e6f-b0ef-0a2ec745b8f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab3ed26338864dfd863ad0bd910c6c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646492 Mar 21 21:46:19.962637 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6336b3-4b83-4e6f-b0ef-0a2ec745b8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eca925d-1629-4438-bfda-d0baf09c523e,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:19.964244 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37284) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:20.014413 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b58f8bd-f8b3-43a0-be68-0307a84bea5e admin admin] Publish callbacks [] for security_group (5eca925d-1629-4438-bfda-d0baf09c523e), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:20.036573 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b58f8bd-f8b3-43a0-be68-0307a84bea5e admin admin] Publish callbacks [] for security_group (5eca925d-1629-4438-bfda-d0baf09c523e), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:20.140008 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-99aa357e-40ba-49cb-9899-4ff849b79948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:20.210913 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b58f8bd-f8b3-43a0-be68-0307a84bea5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (5eca925d-1629-4438-bfda-d0baf09c523e), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:20.213540 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b58f8bd-f8b3-43a0-be68-0307a84bea5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:20.214802 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7b58f8bd-f8b3-43a0-be68-0307a84bea5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5eca925d-1629-4438-bfda-d0baf09c523e HTTP/1.1" status: 204 len: 168 time: 0.2490668 Mar 21 21:46:20.222325 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58f8bd-f8b3-43a0-be68-0307a84bea5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eca925d-1629-4438-bfda-d0baf09c523e,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:21.436847 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:22.976033 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37318) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:22.986361 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:23.089331 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1f868abb-7037-4eb0-8570-ddda13e00b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:23.162299 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1f868abb-7037-4eb0-8570-ddda13e00b28 admin admin] Publish callbacks [] for security_group (0f641b75-41d7-4d38-ae32-d4a0e34adfe3), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:23.245122 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1f868abb-7037-4eb0-8570-ddda13e00b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0f641b75-41d7-4d38-ae32-d4a0e34adfe3), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:23.287086 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-1f868abb-7037-4eb0-8570-ddda13e00b28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46e4dc37793c4572905c1c1a42aa1a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099127 Mar 21 21:46:23.288177 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f868abb-7037-4eb0-8570-ddda13e00b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f641b75-41d7-4d38-ae32-d4a0e34adfe3,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:23.289805 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37332) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:23.343423 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8c269d7e-8d86-4ec9-83dc-ae09d26904c0 admin admin] Publish callbacks [] for security_group (0f641b75-41d7-4d38-ae32-d4a0e34adfe3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:23.368869 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8c269d7e-8d86-4ec9-83dc-ae09d26904c0 admin admin] Publish callbacks [] for security_group (0f641b75-41d7-4d38-ae32-d4a0e34adfe3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:23.494481 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8c269d7e-8d86-4ec9-83dc-ae09d26904c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0f641b75-41d7-4d38-ae32-d4a0e34adfe3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:23.497227 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8c269d7e-8d86-4ec9-83dc-ae09d26904c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:23.498398 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8c269d7e-8d86-4ec9-83dc-ae09d26904c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f641b75-41d7-4d38-ae32-d4a0e34adfe3 HTTP/1.1" status: 204 len: 168 time: 0.2075381 Mar 21 21:46:23.506532 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c269d7e-8d86-4ec9-83dc-ae09d26904c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f641b75-41d7-4d38-ae32-d4a0e34adfe3,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:24.399735 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:27.220417 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:46:31.831603 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37472) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:31.935866 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:32.019961 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Publish callbacks [] for security_group (726a5150-354c-41fd-a353-db725a298da7), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:32.079181 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (726a5150-354c-41fd-a353-db725a298da7), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:32.116086 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726a5150-354c-41fd-a353-db725a298da7,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:32.120011 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e1e01f14fa94ae9acb3f2e0b914eb0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874136 Mar 21 21:46:32.123423 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37480) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:32.126688 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.127138 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.127439 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.127779 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.128116 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.128449 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.128804 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.129134 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.129462 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.129792 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.130119 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.130445 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.130769 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.131092 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.131412 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24bcb6-3c0a-4976-9a06-da7089ee1220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:32.170404 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-93eaaaf0-d1f7-4254-8160-9006c59611e6 admin admin] Publish callbacks [] for security_group (726a5150-354c-41fd-a353-db725a298da7), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:32.191439 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-93eaaaf0-d1f7-4254-8160-9006c59611e6 admin admin] Publish callbacks [] for security_group (726a5150-354c-41fd-a353-db725a298da7), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:32.307882 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-93eaaaf0-d1f7-4254-8160-9006c59611e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (726a5150-354c-41fd-a353-db725a298da7), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:32.311631 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-93eaaaf0-d1f7-4254-8160-9006c59611e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:32.312834 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-93eaaaf0-d1f7-4254-8160-9006c59611e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/726a5150-354c-41fd-a353-db725a298da7 HTTP/1.1" status: 204 len: 168 time: 0.1883185 Mar 21 21:46:32.320483 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eaaaf0-d1f7-4254-8160-9006c59611e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a5150-354c-41fd-a353-db725a298da7,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:33.218664 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37508) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:33.314200 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1298901653-network', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:33.416080 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Made reservation on behalf of ae3c9f99fa614ee580a303adac3384c0 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:46:33.418477 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:33.427611 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:33.501113 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Publish callbacks [] for security_group (4703f912-5f11-47d6-8cc9-24a5ead11aec), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:33.570517 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (4703f912-5f11-47d6-8cc9-24a5ead11aec), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:33.592516 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:46:33.607117 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4703f912-5f11-47d6-8cc9-24a5ead11aec,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:33.609899 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (406bca63-f30e-4fb9-9e49-bf321fbcf96d), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:33.610225 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Added segment 406bca63-f30e-4fb9-9e49-bf321fbcf96d of type vlan for network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 Mar 21 21:46:33.648054 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (7fb0f2dc-c084-4ada-9df0-6591abbe6829), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:33.725188 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (7fb0f2dc-c084-4ada-9df0-6591abbe6829), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:33.726082 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:46:33.726669 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:33.782622 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] Pushing event updated for resources: {'Network': ['ID=7fb0f2dc-c084-4ada-9df0-6591abbe6829,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:33.792533 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:46:33.842950 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6847aac8-db67-4aaf-835e-d0b0746f9849 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6231923 Mar 21 21:46:33.845733 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37512) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:33.850344 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-664f4673-04e1-4da9-9b73-8bad9c6b5eb0 admin admin] Request body: {'subnet': {'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1298901653-subnet', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:33.945302 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664f4673-04e1-4da9-9b73-8bad9c6b5eb0 admin admin] Made reservation on behalf of ae3c9f99fa614ee580a303adac3384c0 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:46:33.947610 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-664f4673-04e1-4da9-9b73-8bad9c6b5eb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14562751'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:34.147506 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-664f4673-04e1-4da9-9b73-8bad9c6b5eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12956666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14562729'] for subnet (92ad59a0-c998-4da3-a94a-30b9df297c89), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:34.204947 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f4673-04e1-4da9-9b73-8bad9c6b5eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ad59a0-c998-4da3-a94a-30b9df297c89,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:34.217247 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f4673-04e1-4da9-9b73-8bad9c6b5eb0 admin admin] Checking segment: {'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:34.217531 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664f4673-04e1-4da9-9b73-8bad9c6b5eb0 admin admin] Network hostable DHCP agents. Network: 7fb0f2dc-c084-4ada-9df0-6591abbe6829, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:46:34.279948 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664f4673-04e1-4da9-9b73-8bad9c6b5eb0 admin admin] Network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:46:34.368197 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-664f4673-04e1-4da9-9b73-8bad9c6b5eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 7fb0f2dc-c084-4ada-9df0-6591abbe6829) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:34.372568 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664f4673-04e1-4da9-9b73-8bad9c6b5eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:46:34.373280 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-664f4673-04e1-4da9-9b73-8bad9c6b5eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:34.378603 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d0e71a-3300-47d1-a78d-d5e4a31a810d None None] Network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:46:34.454934 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-664f4673-04e1-4da9-9b73-8bad9c6b5eb0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6055918 Mar 21 21:46:34.455146 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37520) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:34.459383 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:34.485238 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9f58e63-380d-5572-9a5f-798ace8b00e1-7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89'}]}} from dv-cinder-834541-1-iscsi. {{(pid=104016) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:46:34.486114 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:34.585680 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1816881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14578'] for router (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:34.586745 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14571'] for router (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:34.624280 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Allocated IP 172.20.0.2 (7fb0f2dc-c084-4ada-9df0-6591abbe6829/92ad59a0-c998-4da3-a94a-30b9df297c89/9eec29f9-980f-41e6-979b-63a06f92887a) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:46:34.643184 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Publish callbacks [] for router_controller (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:34.761065 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Publish callbacks [] for port (9eec29f9-980f-41e6-979b-63a06f92887a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:34.860484 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:34.903775 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Publish callbacks [] for router_gateway (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:34.905195 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:34.908057 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:34.910517 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:46:34.924703 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Pushing event updated for resources: {'Port': ['ID=9eec29f9-980f-41e6-979b-63a06f92887a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:34.947471 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.947810 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.948183 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.948584 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.952172 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.952172 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.952172 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.952172 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.952172 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.952172 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.952172 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.952172 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.952901 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.952901 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.953104 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:34.984456 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Attempting to bind port 9eec29f9-980f-41e6-979b-63a06f92887a on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:46:34.984862 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Attempting to bind port 9eec29f9-980f-41e6-979b-63a06f92887a by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:46:34.985226 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Attempting to bind port 9eec29f9-980f-41e6-979b-63a06f92887a on network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:46:34.990106 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:46:34.990510 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Checking segment: {'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:34.990877 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:34.991268 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Bound using segment: {'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:46:34.991729 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Bound port: 9eec29f9-980f-41e6-979b-63a06f92887a, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:46:34.992107 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:35.052182 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] For port 9eec29f9-980f-41e6-979b-63a06f92887a, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:46:35.055073 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] For port 9eec29f9-980f-41e6-979b-63a06f92887a, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=9eec29f9-980f-41e6-979b-63a06f92887a,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:46:35.131098 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:35.189841 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054de94-736b-49dc-a2e7-e516927a551b None None] Pushing event updated for resources: {'Port': ['ID=9eec29f9-980f-41e6-979b-63a06f92887a,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:35.190371 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Publish callbacks [] for router_gateway (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:35.210596 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:35.341216 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Allocated IP 172.27.1.35 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/6cde529a-b83c-4b97-a949-991d8c295b0e) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:46:35.462461 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Publish callbacks [] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:35.586095 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:35.627331 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:35.630515 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:35.634242 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:46:35.661490 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Pushing event updated for resources: {'Port': ['ID=6cde529a-b83c-4b97-a949-991d8c295b0e,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:36.092012 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41869cf4-e999-4b4c-b573-c3d44d1454bf None None] Network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:46:36.196311 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f0faf959-3814-4796-9b64-a70be667bb62 None None] Provisioning complete for port 9eec29f9-980f-41e6-979b-63a06f92887a triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:36.196699 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f0faf959-3814-4796-9b64-a70be667bb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:36.235075 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Publish callbacks [] for router_gateway (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:36.283952 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f0faf959-3814-4796-9b64-a70be667bb62 None None] Current status of the port 9eec29f9-980f-41e6-979b-63a06f92887a is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:36.284623 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f0faf959-3814-4796-9b64-a70be667bb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:36.319903 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f0faf959-3814-4796-9b64-a70be667bb62 None None] For port 9eec29f9-980f-41e6-979b-63a06f92887a, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=9eec29f9-980f-41e6-979b-63a06f92887a,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:46:36.389104 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f0faf959-3814-4796-9b64-a70be667bb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:36.437393 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faf959-3814-4796-9b64-a70be667bb62 None None] Pushing event updated for resources: {'Port': ['ID=9eec29f9-980f-41e6-979b-63a06f92887a,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:36.443044 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1818298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589543'] for router (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:36.509545 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-84aa743e-bfea-453d-8005-bcd0cd8ba5cd None None] Provisioning complete for port 9eec29f9-980f-41e6-979b-63a06f92887a triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:36.509920 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-84aa743e-bfea-453d-8005-bcd0cd8ba5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:36.592821 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-84aa743e-bfea-453d-8005-bcd0cd8ba5cd None None] Current status of the port 9eec29f9-980f-41e6-979b-63a06f92887a is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:36.636964 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 is scheduled to L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 21:46:36.749949 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:46:36.760461 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Sync routers for ids ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:46:36.769849 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Routers {'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:36.770468 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:36.861765 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:36.866120 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-04046b82-3de1-466f-8166-d362adce7c04 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4072201 Mar 21 21:46:36.866286 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37540) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:36.883754 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Set router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:37.071964 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:46:36Z', 'revision_number': 3, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:37.106499 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Checking router: a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:46:37.107514 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Updating router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 port 6cde529a-b83c-4b97-a949-991d8c295b0e binding host dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:46:37.143876 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.196897 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37544) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:37.230334 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 9eec29f9-980f-41e6-979b-63a06f92887a up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:37.323206 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-80463cf0-2d08-4478-9943-1f6cdf89ede5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.344854 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.409195 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-80463cf0-2d08-4478-9943-1f6cdf89ede5 admin admin] Publish callbacks [] for security_group (efc889af-2369-4d95-a0d2-ac0bb710ba1d), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.490136 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 9eec29f9-980f-41e6-979b-63a06f92887a triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:37.490415 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.493901 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-80463cf0-2d08-4478-9943-1f6cdf89ede5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (efc889af-2369-4d95-a0d2-ac0bb710ba1d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.514304 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Allocated IP 172.20.0.1 (7fb0f2dc-c084-4ada-9df0-6591abbe6829/92ad59a0-c998-4da3-a94a-30b9df297c89/d54f40f9-d2b4-47ce-b5b7-0ccb0f725772) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:46:37.537169 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-80463cf0-2d08-4478-9943-1f6cdf89ede5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86175b6529ac4dfb846f61eeebb15a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384304 Mar 21 21:46:37.537924 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37548) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:37.538575 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80463cf0-2d08-4478-9943-1f6cdf89ede5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc889af-2369-4d95-a0d2-ac0bb710ba1d,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:37.594027 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b038bd6b-fcdf-453a-aba1-17bfb71dfc5b admin admin] Publish callbacks [] for security_group (efc889af-2369-4d95-a0d2-ac0bb710ba1d), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.619165 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b038bd6b-fcdf-453a-aba1-17bfb71dfc5b admin admin] Publish callbacks [] for security_group (efc889af-2369-4d95-a0d2-ac0bb710ba1d), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.631161 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Publish callbacks [] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.642712 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Publish callbacks [] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.650223 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 9eec29f9-980f-41e6-979b-63a06f92887a is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:37.724974 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.757662 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b038bd6b-fcdf-453a-aba1-17bfb71dfc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (efc889af-2369-4d95-a0d2-ac0bb710ba1d), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.758934 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.760417 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b038bd6b-fcdf-453a-aba1-17bfb71dfc5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.761990 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b038bd6b-fcdf-453a-aba1-17bfb71dfc5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efc889af-2369-4d95-a0d2-ac0bb710ba1d HTTP/1.1" status: 204 len: 168 time: 0.2202237 Mar 21 21:46:37.770709 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038bd6b-fcdf-453a-aba1-17bfb71dfc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc889af-2369-4d95-a0d2-ac0bb710ba1d,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:37.784164 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Attempting to bind port 6cde529a-b83c-4b97-a949-991d8c295b0e on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:46:37.784543 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Attempting to bind port 6cde529a-b83c-4b97-a949-991d8c295b0e by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:46:37.784937 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Attempting to bind port 6cde529a-b83c-4b97-a949-991d8c295b0e on network 9867fab8-7571-461d-96e4-4032e42c28a0 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:46:37.786840 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9107575-bcdf-491b-b1a9-9001d0909eb8 None None] Pushing event updated for resources: {'Port': ['ID=6cde529a-b83c-4b97-a949-991d8c295b0e,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:37.804799 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:46:37.804799 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Checking segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:37.804799 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.804799 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Bound using segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:46:37.804799 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Bound port: 6cde529a-b83c-4b97-a949-991d8c295b0e, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:46:37.804799 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.805279 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:37.808137 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:37.813322 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:46:37.818859 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d54f40f9-d2b4-47ce-b5b7-0ccb0f725772,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:37.863661 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818610'] for router_interface (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:37.872563 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] For port 6cde529a-b83c-4b97-a949-991d8c295b0e, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:46:37.875847 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] For port 6cde529a-b83c-4b97-a949-991d8c295b0e, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6cde529a-b83c-4b97-a949-991d8c295b0e,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:46:38.017698 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:38.063260 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-954c3800-cfa6-4a5c-abcb-0e89a8e26436 None None] Provisioning complete for port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:38.063642 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-954c3800-cfa6-4a5c-abcb-0e89a8e26436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:38.098664 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:38.109259 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9107575-bcdf-491b-b1a9-9001d0909eb8 None None] Pushing event updated for resources: {'Port': ['ID=6cde529a-b83c-4b97-a949-991d8c295b0e,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:38.113355 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Routers {'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:38.113963 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:38.156845 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-954c3800-cfa6-4a5c-abcb-0e89a8e26436 None None] Port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:46:38.230239 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] Set router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:38.276777 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Publish callbacks [] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:38.353705 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:38.419879 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818470'] for router_interface (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:38.422486 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d54f40f9-d2b4-47ce-b5b7-0ccb0f725772,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:38.447496 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd54f40f9-d2b4-47ce-b5b7-0ccb0f725772', 'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'mac_address': 'fa:16:3e:bf:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:37Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 1, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'subnets': [{'id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:38.476161 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12c9b4-528e-455b-b4a5-fdacac569a11 None None] The sync data for ids ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'] in dv-cinder-834541-1-iscsi is: [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd54f40f9-d2b4-47ce-b5b7-0ccb0f725772', 'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'mac_address': 'fa:16:3e:bf:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:37Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 1, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'subnets': [{'id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:46:38.529816 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:38.531176 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:38.668675 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:46:38.826857 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:46:38.832712 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-059312e7-0bcd-404f-81f1-78a9bef426c9 admin admin] 10.222.0.23 "PUT /v2.0/routers/a7ecf841-9a38-4ad8-8ede-4de2c7b0e517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9654109 Mar 21 21:46:38.882437 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-8fc5fe9d-3846-431d-a6ba-09fab3714862 None None] Provisioning complete for port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:38.882818 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fc5fe9d-3846-431d-a6ba-09fab3714862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:38.925563 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5fe9d-3846-431d-a6ba-09fab3714862 None None] Port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:46:38.975254 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37576) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:39.081764 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2126586714-network', 'tenant_id': '06db4d666e02437ab41d800f95ca610d'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:39.185372 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Made reservation on behalf of 06db4d666e02437ab41d800f95ca610d for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:46:39.190220 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:39.199800 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:39.281388 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Publish callbacks [] for security_group (513c184c-4234-4448-9e52-2f667a69f6be), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:39.342718 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (513c184c-4234-4448-9e52-2f667a69f6be), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:39.373485 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:46:39.379140 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513c184c-4234-4448-9e52-2f667a69f6be,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:39.386463 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (f901822c-5c01-4c70-80ed-87d90bf59213), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:39.386813 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Added segment f901822c-5c01-4c70-80ed-87d90bf59213 of type vlan for network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a Mar 21 21:46:39.432414 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:39.517375 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:39.518632 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:46:39.519253 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:39.565819 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37590) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:39.570762 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1228392537-network', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:39.588778 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:39.599237 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:46:39.674175 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-574f2d73-7553-472c-a5e2-6ba2458a0ec7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6976542 Mar 21 21:46:39.677113 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37592) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:39.681870 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d90409b5-01a7-4b23-99a0-dc913255f7d5 admin admin] Request body: {'subnet': {'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2126586714-subnet', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:39.736359 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Made reservation on behalf of 039edc81aa9445b1bb62a3b682117ed0 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:46:39.738957 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:39.749157 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:39.760972 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90409b5-01a7-4b23-99a0-dc913255f7d5 admin admin] Made reservation on behalf of 06db4d666e02437ab41d800f95ca610d for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:46:39.764310 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d90409b5-01a7-4b23-99a0-dc913255f7d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14562751'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:39.925549 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Publish callbacks [] for security_group (f572c13a-a16e-4a3a-b7cf-600e4b8eb6af), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:39.993289 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (f572c13a-a16e-4a3a-b7cf-600e4b8eb6af), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.018386 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:46:40.027937 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f572c13a-a16e-4a3a-b7cf-600e4b8eb6af,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:40.033742 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (cb2cf97d-f0b7-4230-a0aa-bce677310897), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.034082 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Added segment cb2cf97d-f0b7-4230-a0aa-bce677310897 of type vlan for network 72d4aee6-b920-49ea-b940-d5b669066fae Mar 21 21:46:40.065517 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d90409b5-01a7-4b23-99a0-dc913255f7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12956666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14562729'] for subnet (14b68424-46a3-400e-841a-893474a8e842), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.080856 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (72d4aee6-b920-49ea-b940-d5b669066fae), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.143409 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90409b5-01a7-4b23-99a0-dc913255f7d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b68424-46a3-400e-841a-893474a8e842,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:40.160183 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90409b5-01a7-4b23-99a0-dc913255f7d5 admin admin] Checking segment: {'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:40.160183 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90409b5-01a7-4b23-99a0-dc913255f7d5 admin admin] Network hostable DHCP agents. Network: c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:46:40.202922 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (72d4aee6-b920-49ea-b940-d5b669066fae), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.203919 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:46:40.204518 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.254582 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90409b5-01a7-4b23-99a0-dc913255f7d5 admin admin] Network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:46:40.273616 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] Pushing event updated for resources: {'Network': ['ID=72d4aee6-b920-49ea-b940-d5b669066fae,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:40.283612 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 72d4aee6-b920-49ea-b940-d5b669066fae details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:46:40.316188 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0e49ad92-f99e-4082-84b8-33cf0ce946e0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7492738 Mar 21 21:46:40.318858 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37594) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:40.323813 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-a5665044-8156-4e2e-9d69-76f0c39af05a admin admin] Request body: {'subnet': {'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1228392537-subnet', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:40.339377 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-d90409b5-01a7-4b23-99a0-dc913255f7d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:40.345309 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90409b5-01a7-4b23-99a0-dc913255f7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:46:40.345912 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d90409b5-01a7-4b23-99a0-dc913255f7d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.357887 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb4069f-df59-48b7-ae1c-1c6a41c0a411 None None] Network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:46:40.413983 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d90409b5-01a7-4b23-99a0-dc913255f7d5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7357976 Mar 21 21:46:40.414898 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5665044-8156-4e2e-9d69-76f0c39af05a admin admin] Made reservation on behalf of 039edc81aa9445b1bb62a3b682117ed0 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:46:40.417332 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37596) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:40.417912 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5665044-8156-4e2e-9d69-76f0c39af05a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14562751'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.423306 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:40.465886 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9f58e63-380d-5572-9a5f-798ace8b00e1-c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'project_id': '06db4d666e02437ab41d800f95ca610d', 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842'}]}} from dv-cinder-834541-1-iscsi. {{(pid=104016) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:46:40.467362 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.517543 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1816881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14578'] for router (7f5ef215-f8a8-4860-aab5-f5e6130540b2), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.518819 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14571'] for router (7f5ef215-f8a8-4860-aab5-f5e6130540b2), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.552975 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Sync routers for ids ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:46:40.565419 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Routers {'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:40.566420 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:40.578257 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Publish callbacks [] for router_controller (7f5ef215-f8a8-4860-aab5-f5e6130540b2), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.619379 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Allocated IP 172.20.0.2 (c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a/14b68424-46a3-400e-841a-893474a8e842/6f4b0d37-16c8-4bcb-988e-a27c2505e95b) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:46:40.639849 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5665044-8156-4e2e-9d69-76f0c39af05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12956666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14562729'] for subnet (06a791df-bef3-4410-aa2d-20d203b8e65e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.698732 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Set router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:40.705654 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5665044-8156-4e2e-9d69-76f0c39af05a admin admin] Checking segment: {'id': 'cb2cf97d-f0b7-4230-a0aa-bce677310897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:40.706148 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5665044-8156-4e2e-9d69-76f0c39af05a admin admin] Network hostable DHCP agents. Network: 72d4aee6-b920-49ea-b940-d5b669066fae, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:46:40.709589 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5665044-8156-4e2e-9d69-76f0c39af05a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a791df-bef3-4410-aa2d-20d203b8e65e,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:40.775430 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Publish callbacks [] for router_gateway (7f5ef215-f8a8-4860-aab5-f5e6130540b2), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.779193 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Publish callbacks [] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.797053 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5665044-8156-4e2e-9d69-76f0c39af05a admin admin] Network 72d4aee6-b920-49ea-b940-d5b669066fae is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:46:40.871248 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-a5665044-8156-4e2e-9d69-76f0c39af05a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 72d4aee6-b920-49ea-b940-d5b669066fae) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:40.872148 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.883059 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5665044-8156-4e2e-9d69-76f0c39af05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:46:40.884195 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5665044-8156-4e2e-9d69-76f0c39af05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:40.901460 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922d680-e74f-46bf-a259-5f3e7854dc56 None None] Network 72d4aee6-b920-49ea-b940-d5b669066fae requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:46:40.918521 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd54f40f9-d2b4-47ce-b5b7-0ccb0f725772', 'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'mac_address': 'fa:16:3e:bf:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:37Z', 'updated_at': '2022-03-21T21:46:38Z', 'revision_number': 2, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'subnets': [{'id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:40.956007 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:40.956206 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Checking router: a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:46:40.956296 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a5665044-8156-4e2e-9d69-76f0c39af05a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6361973 Mar 21 21:46:40.956451 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Updating router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 binding host dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:46:40.959181 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37598) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:40.963877 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1228392537-router', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:40.966792 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:40.975002 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:46:40.979387 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Pushing event updated for resources: {'Port': ['ID=6f4b0d37-16c8-4bcb-988e-a27c2505e95b,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:41.002244 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.050970 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Attempting to bind port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:46:41.051342 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Attempting to bind port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:46:41.051591 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1816881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14578'] for router (d555d0fd-0ac6-436d-89a5-7350c448e4eb), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.052096 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Attempting to bind port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b on network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:46:41.052991 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14571'] for router (d555d0fd-0ac6-436d-89a5-7350c448e4eb), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.076641 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:46:41.077441 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Checking segment: {'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:41.078316 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.078861 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Bound using segment: {'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:46:41.079829 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Bound port: 6f4b0d37-16c8-4bcb-988e-a27c2505e95b, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:46:41.080489 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.081564 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Publish callbacks [] for router_gateway (7f5ef215-f8a8-4860-aab5-f5e6130540b2), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.092437 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9f58e63-380d-5572-9a5f-798ace8b00e1-72d4aee6-b920-49ea-b940-d5b669066fae', 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae', 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'fixed_ips': [{'subnet_id': '06a791df-bef3-4410-aa2d-20d203b8e65e'}]}} from dv-cinder-834541-1-iscsi. {{(pid=104016) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:46:41.098991 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.104088 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.209704 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Publish callbacks [] for router_controller (d555d0fd-0ac6-436d-89a5-7350c448e4eb), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.223335 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Allocated IP 172.27.1.95 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/b897dd08-6de1-4c90-ba09-5029f8aa4408) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:46:41.240504 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] For port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:46:41.264878 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6cde529a-b83c-4b97-a949-991d8c295b0e up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:41.304374 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] For port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6f4b0d37-16c8-4bcb-988e-a27c2505e95b,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:46:41.337877 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Allocated IP 172.20.0.2 (72d4aee6-b920-49ea-b940-d5b669066fae/06a791df-bef3-4410-aa2d-20d203b8e65e/4c1d679a-1fa3-4d46-b9a2-46d34ba1503d) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:46:41.363938 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Publish callbacks [] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.395786 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.412205 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 6cde529a-b83c-4b97-a949-991d8c295b0e triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:41.412636 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.440763 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Publish callbacks [] for router_gateway (d555d0fd-0ac6-436d-89a5-7350c448e4eb), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.474235 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.491081 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Publish callbacks [] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.511862 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:41.515751 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:41.519795 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:46:41.554697 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Pushing event updated for resources: {'Port': ['ID=b897dd08-6de1-4c90-ba09-5029f8aa4408,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:41.555369 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.600650 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b7b32-dc74-4f04-b111-85055d956b9a None None] Pushing event updated for resources: {'Port': ['ID=6f4b0d37-16c8-4bcb-988e-a27c2505e95b,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:41.618164 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Pushing event updated for resources: {'Port': ['ID=d54f40f9-d2b4-47ce-b5b7-0ccb0f725772,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:41.630654 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.631032 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.631451 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.631909 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.632317 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.632762 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.633200 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.635533 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.635943 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.636471 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.636895 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.637394 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.637769 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.638325 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.638726 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:41.777085 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Attempting to bind port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:46:41.777469 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Attempting to bind port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:46:41.777860 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Attempting to bind port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 on network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:46:41.786822 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:46:41.786822 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Checking segment: {'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:41.786822 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.787150 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Bound using segment: {'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:46:41.787417 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Bound port: d54f40f9-d2b4-47ce-b5b7-0ccb0f725772, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:46:41.788228 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.803081 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Publish callbacks [] for router_gateway (d555d0fd-0ac6-436d-89a5-7350c448e4eb), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.815493 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 6cde529a-b83c-4b97-a949-991d8c295b0e is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:41.815493 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.830436 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.840239 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] For port 6cde529a-b83c-4b97-a949-991d8c295b0e, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6cde529a-b83c-4b97-a949-991d8c295b0e,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:46:41.867963 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Publish callbacks [] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.872942 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] For port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:46:41.876246 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] For port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=d54f40f9-d2b4-47ce-b5b7-0ccb0f725772,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:46:41.935653 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.964823 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:41.990433 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.022735 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Allocated IP 172.27.1.119 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/2bb3200b-7152-49ab-908a-dfb2572384ed) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:46:42.058334 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Publish callbacks [] for router_gateway (7f5ef215-f8a8-4860-aab5-f5e6130540b2), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.073480 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Network 72d4aee6-b920-49ea-b940-d5b669066fae is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:42.088329 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:42.096268 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:46:42.103618 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Routers {'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:42.104642 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:42.116935 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Pushing event updated for resources: {'Port': ['ID=6cde529a-b83c-4b97-a949-991d8c295b0e,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:42.175312 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f5954-0eda-4c9e-9e32-129913922917 None None] Pushing event updated for resources: {'Port': ['ID=d54f40f9-d2b4-47ce-b5b7-0ccb0f725772,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:42.188903 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Publish callbacks [] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.262680 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-1da30d99-ef4f-42f4-a62b-e9bc13998856 None None] Provisioning complete for port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:42.263314 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1da30d99-ef4f-42f4-a62b-e9bc13998856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.294056 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Pushing event updated for resources: {'Port': ['ID=4c1d679a-1fa3-4d46-b9a2-46d34ba1503d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:42.296571 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] Set router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:42.303395 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Attempting to bind port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:46:42.303703 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Attempting to bind port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'cb2cf97d-f0b7-4230-a0aa-bce677310897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:46:42.304067 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Attempting to bind port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d on network 72d4aee6-b920-49ea-b940-d5b669066fae {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:46:42.309350 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.317408 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:46:42.317783 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Checking segment: {'id': 'cb2cf97d-f0b7-4230-a0aa-bce677310897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:42.318190 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.318590 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Bound using segment: {'id': 'cb2cf97d-f0b7-4230-a0aa-bce677310897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:46:42.319070 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Bound port: 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2cf97d-f0b7-4230-a0aa-bce677310897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:46:42.326668 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.357452 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:42.365805 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1818298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589543'] for router (7f5ef215-f8a8-4860-aab5-f5e6130540b2), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.375906 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:42.381738 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:46:42.455775 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb3200b-7152-49ab-908a-dfb2572384ed,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:42.457145 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] For port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:46:42.460629 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] For port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=4c1d679a-1fa3-4d46-b9a2-46d34ba1503d,segment=NetworkSegment(cb2cf97d-f0b7-4230-a0aa-bce677310897),segment_id=cb2cf97d-f0b7-4230-a0aa-bce677310897)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:46:42.466011 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-1da30d99-ef4f-42f4-a62b-e9bc13998856 None None] Current status of the port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:42.466011 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1da30d99-ef4f-42f4-a62b-e9bc13998856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.515721 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-1da30d99-ef4f-42f4-a62b-e9bc13998856 None None] For port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=d54f40f9-d2b4-47ce-b5b7-0ccb0f725772,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:46:42.542339 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.594768 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1da30d99-ef4f-42f4-a62b-e9bc13998856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.608015 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ca3ed-5852-4189-8c73-da4257052971 None None] Pushing event updated for resources: {'Port': ['ID=4c1d679a-1fa3-4d46-b9a2-46d34ba1503d,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:42.624200 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd54f40f9-d2b4-47ce-b5b7-0ccb0f725772', 'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'mac_address': 'fa:16:3e:bf:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:37Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'subnets': [{'id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:42.633377 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 is scheduled to L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 with binding_index 1 {{(pid=104014) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 21:46:42.653102 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f686a9-264b-4d0c-b944-b8192ffb033f None None] The sync data for ids ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'] in dv-cinder-834541-1-iscsi is: [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd54f40f9-d2b4-47ce-b5b7-0ccb0f725772', 'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'mac_address': 'fa:16:3e:bf:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:37Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'subnets': [{'id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:46:42.683027 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da30d99-ef4f-42f4-a62b-e9bc13998856 None None] Pushing event updated for resources: {'Port': ['ID=d54f40f9-d2b4-47ce-b5b7-0ccb0f725772,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:42.728572 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-76185e7f-309e-4e05-bb6a-cd6c2a3e2361 None None] Provisioning complete for port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:42.729116 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-76185e7f-309e-4e05-bb6a-cd6c2a3e2361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.842937 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Publish callbacks [] for router_gateway (d555d0fd-0ac6-436d-89a5-7350c448e4eb), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:42.869748 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-76185e7f-309e-4e05-bb6a-cd6c2a3e2361 None None] Current status of the port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:43.215722 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:46:43.232474 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Sync routers for ids ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:46:43.233313 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27173b36-4b8f-42f2-92ee-7c13dd1f1c3a None None] Network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:46:43.308074 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Routers {'7f5ef215-f8a8-4860-aab5-f5e6130540b2'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:43.308689 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:43.351319 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:43.353279 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b1ec87d8-c750-4fa2-88d4-b455d7eecfcc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9336503 Mar 21 21:46:43.360398 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37602) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:43.408619 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-5b75c802-7cde-42e6-893b-e03a9cda97c7 None None] Provisioning complete for port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:43.410375 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5b75c802-7cde-42e6-893b-e03a9cda97c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:43.460581 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6f4b0d37-16c8-4bcb-988e-a27c2505e95b up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:43.568533 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Set router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:43.575049 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1818298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589543'] for router (d555d0fd-0ac6-436d-89a5-7350c448e4eb), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:43.765759 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:43.766135 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:43.832098 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-5b75c802-7cde-42e6-893b-e03a9cda97c7 None None] Current status of the port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:43.832417 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5b75c802-7cde-42e6-893b-e03a9cda97c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:43.886116 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Router d555d0fd-0ac6-436d-89a5-7350c448e4eb is scheduled to L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 21:46:43.953043 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:43.953655 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:43.958758 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-5b75c802-7cde-42e6-893b-e03a9cda97c7 None None] For port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6f4b0d37-16c8-4bcb-988e-a27c2505e95b,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:46:43.995873 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.015442 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 3, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:44.045848 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5b75c802-7cde-42e6-893b-e03a9cda97c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.048724 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Checking router: 7f5ef215-f8a8-4860-aab5-f5e6130540b2 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:46:44.049209 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Updating router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 port b897dd08-6de1-4c90-ba09-5029f8aa4408 binding host dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:46:44.054538 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:46:44.066489 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Sync routers for ids ['d555d0fd-0ac6-436d-89a5-7350c448e4eb'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:46:44.082640 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Routers {'d555d0fd-0ac6-436d-89a5-7350c448e4eb'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:44.083403 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['d555d0fd-0ac6-436d-89a5-7350c448e4eb'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:44.139885 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.162306 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.165627 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-884fdff3-b693-46af-a6f8-b6127940fba6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2051845 Mar 21 21:46:44.167617 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37604) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:44.197122 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Allocated IP 172.20.0.1 (c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a/14b68424-46a3-400e-841a-893474a8e842/d68440f8-c01a-4e2d-8250-47bc9e6e79e0) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:46:44.208175 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Set router d555d0fd-0ac6-436d-89a5-7350c448e4eb gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:44.325054 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Publish callbacks [] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.426470 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.427115 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'name': 'tempest-TestShelveInstance-1228392537-router', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:42Z', 'revision_number': 3, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'gw_port': {'id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:44.447326 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17ca55b-ce53-47c7-a92c-3694671ca097 None None] Network 72d4aee6-b920-49ea-b940-d5b669066fae requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:46:44.450124 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.db.api [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 21:46:44.450726 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG oslo_db.api [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 21:46:44.463619 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Checking router: d555d0fd-0ac6-436d-89a5-7350c448e4eb for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:46:44.464189 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Updating router d555d0fd-0ac6-436d-89a5-7350c448e4eb port 2bb3200b-7152-49ab-908a-dfb2572384ed binding host dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:46:44.478018 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:44.481827 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:44.496134 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.503619 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:46:44.532078 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75c802-7cde-42e6-893b-e03a9cda97c7 None None] Pushing event updated for resources: {'Port': ['ID=6f4b0d37-16c8-4bcb-988e-a27c2505e95b,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:44.546644 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Pushing event updated for resources: {'Port': ['ID=d68440f8-c01a-4e2d-8250-47bc9e6e79e0,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:44.547864 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-6687a245-061e-40d2-8ee9-b5f80e9dbe0f None None] Provisioning complete for port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:44.548243 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6687a245-061e-40d2-8ee9-b5f80e9dbe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.590921 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818610'] for router_interface (7f5ef215-f8a8-4860-aab5-f5e6130540b2), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.731311 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.812454 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Publish callbacks [] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.818776 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6687a245-061e-40d2-8ee9-b5f80e9dbe0f None None] Current status of the port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:44.890547 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.891935 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:44.901915 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Allocated IP 172.20.0.1 (72d4aee6-b920-49ea-b940-d5b669066fae/06a791df-bef3-4410-aa2d-20d203b8e65e/55aee662-7571-41b0-84b5-df0dc10670ba) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:46:45.032765 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9343ea-c16d-4285-8647-a46605ec5eb4 None None] Pushing event updated for resources: {'Port': ['ID=b897dd08-6de1-4c90-ba09-5029f8aa4408,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:45.038644 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Attempting to bind port b897dd08-6de1-4c90-ba09-5029f8aa4408 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:46:45.039441 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Attempting to bind port b897dd08-6de1-4c90-ba09-5029f8aa4408 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:46:45.039810 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Attempting to bind port b897dd08-6de1-4c90-ba09-5029f8aa4408 on network 9867fab8-7571-461d-96e4-4032e42c28a0 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:46:45.047622 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-4b872498-ab75-4e9e-a3fd-0ccd5e1e9bf4 None None] Provisioning complete for port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:45.051189 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b872498-ab75-4e9e-a3fd-0ccd5e1e9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.085693 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Publish callbacks [] for port (55aee662-7571-41b0-84b5-df0dc10670ba), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.104017 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Publish callbacks [] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.113826 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Publish callbacks [] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.115514 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:46:45.115902 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Checking segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:45.116307 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.116744 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Bound using segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:46:45.117237 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Bound port: b897dd08-6de1-4c90-ba09-5029f8aa4408, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:46:45.117652 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.120766 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:45.122886 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6cde529a-b83c-4b97-a949-991d8c295b0e up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:45.130242 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.176255 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.204491 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.205122 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.226614 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] For port b897dd08-6de1-4c90-ba09-5029f8aa4408, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:46:45.234982 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] For port b897dd08-6de1-4c90-ba09-5029f8aa4408, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=b897dd08-6de1-4c90-ba09-5029f8aa4408,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:46:45.246932 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb879e2b-d065-4e4a-a8fb-d23757a93056 None None] Pushing event updated for resources: {'Port': ['ID=2bb3200b-7152-49ab-908a-dfb2572384ed,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:45.248289 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Network 72d4aee6-b920-49ea-b940-d5b669066fae is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:45.268014 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 6cde529a-b83c-4b97-a949-991d8c295b0e triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:45.268362 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Attempting to bind port 2bb3200b-7152-49ab-908a-dfb2572384ed on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:46:45.268476 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.269110 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Attempting to bind port 2bb3200b-7152-49ab-908a-dfb2572384ed by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:46:45.269847 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Attempting to bind port 2bb3200b-7152-49ab-908a-dfb2572384ed on network 9867fab8-7571-461d-96e4-4032e42c28a0 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:46:45.275525 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:45.279820 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818470'] for router_interface (7f5ef215-f8a8-4860-aab5-f5e6130540b2), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.288631 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:46:45.288631 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Pushing event updated for resources: {'Port': ['ID=55aee662-7571-41b0-84b5-df0dc10670ba,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:45.290068 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Pushing event updated for resources: {'Port': ['ID=d68440f8-c01a-4e2d-8250-47bc9e6e79e0,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:45.296787 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:46:45.297807 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Checking segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:45.299266 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.299844 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Bound using segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:46:45.300851 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Bound port: 2bb3200b-7152-49ab-908a-dfb2572384ed, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:46:45.301203 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.311869 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.317666 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-4b872498-ab75-4e9e-a3fd-0ccd5e1e9bf4 None None] Current status of the port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:45.318052 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b872498-ab75-4e9e-a3fd-0ccd5e1e9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.339256 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.339921 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.340739 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.341315 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.341979 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.342506 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.343024 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.343548 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.344307 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.344881 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.345835 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.346372 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.346889 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.347444 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.347955 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:46:45.382725 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818610'] for router_interface (d555d0fd-0ac6-436d-89a5-7350c448e4eb), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.391790 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] For port 2bb3200b-7152-49ab-908a-dfb2572384ed, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:46:45.395398 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] For port 2bb3200b-7152-49ab-908a-dfb2572384ed, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=2bb3200b-7152-49ab-908a-dfb2572384ed,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:46:45.438243 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:45.439821 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:45.452426 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-4b872498-ab75-4e9e-a3fd-0ccd5e1e9bf4 None None] For port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=4c1d679a-1fa3-4d46-b9a2-46d34ba1503d,segment=NetworkSegment(cb2cf97d-f0b7-4230-a0aa-bce677310897),segment_id=cb2cf97d-f0b7-4230-a0aa-bce677310897)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:46:45.456030 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Routers {'7f5ef215-f8a8-4860-aab5-f5e6130540b2'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:45.457010 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:45.461894 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9343ea-c16d-4285-8647-a46605ec5eb4 None None] Pushing event updated for resources: {'Port': ['ID=b897dd08-6de1-4c90-ba09-5029f8aa4408,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:45.477924 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.556864 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b872498-ab75-4e9e-a3fd-0ccd5e1e9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.602949 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb879e2b-d065-4e4a-a8fb-d23757a93056 None None] Pushing event updated for resources: {'Port': ['ID=2bb3200b-7152-49ab-908a-dfb2572384ed,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:45.609178 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Routers {'d555d0fd-0ac6-436d-89a5-7350c448e4eb'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:45.609807 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['d555d0fd-0ac6-436d-89a5-7350c448e4eb'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:45.647468 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.663025 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:46:45.712710 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 6cde529a-b83c-4b97-a949-991d8c295b0e is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:45.713978 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:45.735752 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-4b872498-ab75-4e9e-a3fd-0ccd5e1e9bf4 None None] Provisioning complete for port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:45.735877 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b872498-ab75-4e9e-a3fd-0ccd5e1e9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.805847 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b872498-ab75-4e9e-a3fd-0ccd5e1e9bf4 None None] Pushing event updated for resources: {'Port': ['ID=4c1d679a-1fa3-4d46-b9a2-46d34ba1503d,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:45.844343 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] Set router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:45.847282 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] Set router d555d0fd-0ac6-436d-89a5-7350c448e4eb gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:45.883804 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-4b872498-ab75-4e9e-a3fd-0ccd5e1e9bf4 None None] Port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:46:45.908708 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:46:45.916631 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b3302ce8-49f8-4b6c-864f-b446adaa169c admin admin] 10.222.0.23 "PUT /v2.0/routers/7f5ef215-f8a8-4860-aab5-f5e6130540b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5546424 Mar 21 21:46:45.952037 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Publish callbacks [] for port (55aee662-7571-41b0-84b5-df0dc10670ba), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:45.969195 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:45.970029 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:46.011766 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:46.061636 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-7fc92f24-68c5-4be1-a9c1-92fdfa3289bd None None] Provisioning complete for port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:46.062238 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7fc92f24-68c5-4be1-a9c1-92fdfa3289bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:46.124011 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Pushing event updated for resources: {'Port': ['ID=55aee662-7571-41b0-84b5-df0dc10670ba,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:46.141600 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818470'] for router_interface (d555d0fd-0ac6-436d-89a5-7350c448e4eb), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:46.214874 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'name': 'tempest-TestShelveInstance-1228392537-router', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:45Z', 'revision_number': 4, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'gw_port': {'id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '55aee662-7571-41b0-84b5-df0dc10670ba', 'name': '', 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'mac_address': 'fa:16:3e:c8:df:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '06a791df-bef3-4410-aa2d-20d203b8e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 1, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'subnets': [{'id': '06a791df-bef3-4410-aa2d-20d203b8e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:46.242690 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15db2a0-79cb-4764-bda0-5e8c39a5f86a None None] The sync data for ids ['d555d0fd-0ac6-436d-89a5-7350c448e4eb'] in dv-cinder-834541-1-iscsi is: [{'id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'name': 'tempest-TestShelveInstance-1228392537-router', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:45Z', 'revision_number': 4, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'gw_port': {'id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '55aee662-7571-41b0-84b5-df0dc10670ba', 'name': '', 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'mac_address': 'fa:16:3e:c8:df:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '06a791df-bef3-4410-aa2d-20d203b8e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 1, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'subnets': [{'id': '06a791df-bef3-4410-aa2d-20d203b8e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:46:46.267737 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:46.268829 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:46.281633 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Network 72d4aee6-b920-49ea-b940-d5b669066fae is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:46.283364 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:46.402165 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-7fc92f24-68c5-4be1-a9c1-92fdfa3289bd None None] Current status of the port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:46.429741 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd68440f8-c01a-4e2d-8250-47bc9e6e79e0', 'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'mac_address': 'fa:16:3e:c2:5e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 2, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'subnets': [{'id': '14b68424-46a3-400e-841a-893474a8e842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:46.447298 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Router d555d0fd-0ac6-436d-89a5-7350c448e4eb has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:46:46.477990 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0e053-733a-4028-bd7b-f0888a0d69c4 None None] The sync data for ids ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'] in dv-cinder-834541-1-iscsi is: [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd68440f8-c01a-4e2d-8250-47bc9e6e79e0', 'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'mac_address': 'fa:16:3e:c2:5e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 2, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'subnets': [{'id': '14b68424-46a3-400e-841a-893474a8e842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:46:46.506790 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-7fc92f24-68c5-4be1-a9c1-92fdfa3289bd None None] Provisioning complete for port 55aee662-7571-41b0-84b5-df0dc10670ba triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:46.507335 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7fc92f24-68c5-4be1-a9c1-92fdfa3289bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:46.534784 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:46.535155 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:46.612828 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-7fc92f24-68c5-4be1-a9c1-92fdfa3289bd None None] Port 55aee662-7571-41b0-84b5-df0dc10670ba cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:46:46.634727 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:46:46.649521 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9d9fd518-0a87-4f34-90e0-bf05058e5c2d admin admin] 10.222.0.23 "PUT /v2.0/routers/d555d0fd-0ac6-436d-89a5-7350c448e4eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4715302 Mar 21 21:46:46.683858 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-7fc92f24-68c5-4be1-a9c1-92fdfa3289bd None None] Provisioning complete for port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:46.684183 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7fc92f24-68c5-4be1-a9c1-92fdfa3289bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:46.708745 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:46.727750 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-7fc92f24-68c5-4be1-a9c1-92fdfa3289bd None None] Port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:46:46.833037 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6f4b0d37-16c8-4bcb-988e-a27c2505e95b up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:46.931747 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-fdf14a7b-6eaa-43b1-90a9-ff0f4d82e84b None None] Provisioning complete for port 55aee662-7571-41b0-84b5-df0dc10670ba triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:46.932130 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdf14a7b-6eaa-43b1-90a9-ff0f4d82e84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.005900 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37628) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:47.014809 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1266293460-network', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:47.128191 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Made reservation on behalf of d4866b92c2d84adaaf91ae36017b3e42 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:46:47.130627 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.140567 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.194221 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-fdf14a7b-6eaa-43b1-90a9-ff0f4d82e84b None None] Port 55aee662-7571-41b0-84b5-df0dc10670ba cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:46:47.206122 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:47.206586 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.322776 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:47.324188 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:47.338751 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Publish callbacks [] for security_group (1b778966-8311-4b2e-8334-9cc0805269f5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.387782 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:47.390017 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.418776 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (1b778966-8311-4b2e-8334-9cc0805269f5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.443320 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:46:47.456431 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b778966-8311-4b2e-8334-9cc0805269f5,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:47.474570 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (4ca0dc87-2325-43a0-a249-bd9d19628ea4), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.476926 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Added segment 4ca0dc87-2325-43a0-a249-bd9d19628ea4 of type vlan for network d56dfa25-ee93-4a37-a826-9ee87254f15f Mar 21 21:46:47.482739 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:47.531661 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (d56dfa25-ee93-4a37-a826-9ee87254f15f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.546480 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37630) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:47.551317 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-36f6e760-f483-4431-9db4-a1619e5e9fc8 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2034822403', 'description': 'tempest-secgroup-smoke-2034822403 description', 'project_id': 'ae3c9f99fa614ee580a303adac3384c0'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:47.619466 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (d56dfa25-ee93-4a37-a826-9ee87254f15f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.624561 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:46:47.624561 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.641924 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-36f6e760-f483-4431-9db4-a1619e5e9fc8 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.689219 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] Pushing event updated for resources: {'Network': ['ID=d56dfa25-ee93-4a37-a826-9ee87254f15f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:47.699083 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network d56dfa25-ee93-4a37-a826-9ee87254f15f details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:46:47.737465 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-36f6e760-f483-4431-9db4-a1619e5e9fc8 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group (ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.742568 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-90d250fa-5929-47d9-a70e-46d324c2717f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7347138 Mar 21 21:46:47.745482 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37632) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:47.751802 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-ef4fe2fd-f049-4d78-8ee4-b6f32848f0e0 admin admin] Request body: {'subnet': {'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1266293460-subnet', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:47.799110 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-36f6e760-f483-4431-9db4-a1619e5e9fc8 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.832424 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6e760-f483-4431-9db4-a1619e5e9fc8 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:47.833240 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4fe2fd-f049-4d78-8ee4-b6f32848f0e0 admin admin] Made reservation on behalf of d4866b92c2d84adaaf91ae36017b3e42 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:46:47.837832 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2fd-f049-4d78-8ee4-b6f32848f0e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14562751'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.909942 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-36f6e760-f483-4431-9db4-a1619e5e9fc8 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:47.913941 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-36f6e760-f483-4431-9db4-a1619e5e9fc8 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3637242 Mar 21 21:46:47.914087 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37634) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:47.919029 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-38f00357-eb3e-4002-a1b3-056672a38fdf tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Request body: {'security_group_rule': {'security_group_id': 'ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93', 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:47.928546 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-08df62fe-ac7b-41c3-bfa3-618bd1644d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.002945 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38f00357-eb3e-4002-a1b3-056672a38fdf tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (1dcb1e5b-2d36-4c1d-9e95-a5afd8a2897e), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.055709 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38f00357-eb3e-4002-a1b3-056672a38fdf tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (1dcb1e5b-2d36-4c1d-9e95-a5afd8a2897e), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.060274 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2fd-f049-4d78-8ee4-b6f32848f0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12956666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14562729'] for subnet (3fdaafd3-02ce-45d5-a081-86926d2d6b6a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.114231 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fe2fd-f049-4d78-8ee4-b6f32848f0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdaafd3-02ce-45d5-a081-86926d2d6b6a,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:48.123004 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4fe2fd-f049-4d78-8ee4-b6f32848f0e0 admin admin] Checking segment: {'id': '4ca0dc87-2325-43a0-a249-bd9d19628ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:48.123363 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4fe2fd-f049-4d78-8ee4-b6f32848f0e0 admin admin] Network hostable DHCP agents. Network: d56dfa25-ee93-4a37-a826-9ee87254f15f, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:46:48.128203 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38f00357-eb3e-4002-a1b3-056672a38fdf tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (1dcb1e5b-2d36-4c1d-9e95-a5afd8a2897e), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.151656 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f00357-eb3e-4002-a1b3-056672a38fdf tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcb1e5b-2d36-4c1d-9e95-a5afd8a2897e,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:48.208325 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4fe2fd-f049-4d78-8ee4-b6f32848f0e0 admin admin] Network d56dfa25-ee93-4a37-a826-9ee87254f15f is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:46:48.234407 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38f00357-eb3e-4002-a1b3-056672a38fdf tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.236264 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-38f00357-eb3e-4002-a1b3-056672a38fdf tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3206546 Mar 21 21:46:48.239027 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37636) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:48.243424 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-fab05ec8-ae84-488e-8b24-d73f60e92f0a tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Request body: {'security_group_rule': {'security_group_id': 'ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93', 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:48.313067 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-ef4fe2fd-f049-4d78-8ee4-b6f32848f0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, d56dfa25-ee93-4a37-a826-9ee87254f15f) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:48.317246 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4fe2fd-f049-4d78-8ee4-b6f32848f0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:46:48.317850 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2fd-f049-4d78-8ee4-b6f32848f0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.322337 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784cbf13-e904-47af-bc05-022979669646 None None] Network d56dfa25-ee93-4a37-a826-9ee87254f15f requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:46:48.341391 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fab05ec8-ae84-488e-8b24-d73f60e92f0a tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (007546d1-7595-4cc6-b1fa-961ccbcb30fa), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.396443 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ef4fe2fd-f049-4d78-8ee4-b6f32848f0e0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6495371 Mar 21 21:46:48.398653 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37638) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:48.402867 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1266293460-router', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:48.405310 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fab05ec8-ae84-488e-8b24-d73f60e92f0a tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (007546d1-7595-4cc6-b1fa-961ccbcb30fa), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.434493 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9f58e63-380d-5572-9a5f-798ace8b00e1-d56dfa25-ee93-4a37-a826-9ee87254f15f', 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f', 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'fixed_ips': [{'subnet_id': '3fdaafd3-02ce-45d5-a081-86926d2d6b6a'}]}} from dv-cinder-834541-1-iscsi. {{(pid=104016) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:46:48.435569 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.465178 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fab05ec8-ae84-488e-8b24-d73f60e92f0a tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (007546d1-7595-4cc6-b1fa-961ccbcb30fa), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.484798 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab05ec8-ae84-488e-8b24-d73f60e92f0a tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007546d1-7595-4cc6-b1fa-961ccbcb30fa,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:48.493916 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1816881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14578'] for router (9bace701-65a6-4d9f-b2d5-d7f32914d4db), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.495047 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14571'] for router (9bace701-65a6-4d9f-b2d5-d7f32914d4db), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.553873 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fab05ec8-ae84-488e-8b24-d73f60e92f0a tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.554431 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Publish callbacks [] for router_controller (9bace701-65a6-4d9f-b2d5-d7f32914d4db), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.556630 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fab05ec8-ae84-488e-8b24-d73f60e92f0a tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3165839 Mar 21 21:46:48.561966 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37640) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:48.566685 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-ced8ad40-d2b8-4b2c-83c9-5bbb61d9a5f2 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Request body: {'security_group_rule': {'security_group_id': 'ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93', 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:48.587003 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Allocated IP 172.20.0.2 (d56dfa25-ee93-4a37-a826-9ee87254f15f/3fdaafd3-02ce-45d5-a081-86926d2d6b6a/6c88f88e-5a55-4500-95d5-80bccb4b7937) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:46:48.706682 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ced8ad40-d2b8-4b2c-83c9-5bbb61d9a5f2 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (503dab27-c6ac-41dc-b629-910d216dac32), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.734484 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Publish callbacks [] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.800737 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Publish callbacks [] for router_gateway (9bace701-65a6-4d9f-b2d5-d7f32914d4db), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.821221 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ced8ad40-d2b8-4b2c-83c9-5bbb61d9a5f2 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (503dab27-c6ac-41dc-b629-910d216dac32), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.822157 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.849726 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 2bb3200b-7152-49ab-908a-dfb2572384ed up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:48.893259 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Network d56dfa25-ee93-4a37-a826-9ee87254f15f is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:48.903840 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:48.909882 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:46:48.911139 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ced8ad40-d2b8-4b2c-83c9-5bbb61d9a5f2 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (503dab27-c6ac-41dc-b629-910d216dac32), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.914065 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Pushing event updated for resources: {'Port': ['ID=6c88f88e-5a55-4500-95d5-80bccb4b7937,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:48.938717 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8ad40-d2b8-4b2c-83c9-5bbb61d9a5f2 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503dab27-c6ac-41dc-b629-910d216dac32,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:48.973421 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 2bb3200b-7152-49ab-908a-dfb2572384ed triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:48.973803 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:48.978142 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Attempting to bind port 6c88f88e-5a55-4500-95d5-80bccb4b7937 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:46:48.978583 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Attempting to bind port 6c88f88e-5a55-4500-95d5-80bccb4b7937 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': '4ca0dc87-2325-43a0-a249-bd9d19628ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:46:48.978930 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Attempting to bind port 6c88f88e-5a55-4500-95d5-80bccb4b7937 on network d56dfa25-ee93-4a37-a826-9ee87254f15f {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:46:49.000612 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:46:49.001130 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Checking segment: {'id': '4ca0dc87-2325-43a0-a249-bd9d19628ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:49.001538 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.001947 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Bound using segment: {'id': '4ca0dc87-2325-43a0-a249-bd9d19628ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:46:49.002427 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Bound port: 6c88f88e-5a55-4500-95d5-80bccb4b7937, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca0dc87-2325-43a0-a249-bd9d19628ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:46:49.002815 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.046188 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ced8ad40-d2b8-4b2c-83c9-5bbb61d9a5f2 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.050327 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ced8ad40-d2b8-4b2c-83c9-5bbb61d9a5f2 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4843302 Mar 21 21:46:49.050327 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37642) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:49.054636 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-6bb8f6f1-2760-4a74-8399-8483a1257551 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Request body: {'security_group_rule': {'security_group_id': 'ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93', 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:49.100985 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-e01382f4-f148-48de-a940-a747298bc26b None None] For port 6c88f88e-5a55-4500-95d5-80bccb4b7937, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:46:49.110350 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Publish callbacks [] for router_gateway (9bace701-65a6-4d9f-b2d5-d7f32914d4db), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.117209 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-e01382f4-f148-48de-a940-a747298bc26b None None] For port 6c88f88e-5a55-4500-95d5-80bccb4b7937, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6c88f88e-5a55-4500-95d5-80bccb4b7937,segment=NetworkSegment(4ca0dc87-2325-43a0-a249-bd9d19628ea4),segment_id=4ca0dc87-2325-43a0-a249-bd9d19628ea4)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:46:49.125159 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 2bb3200b-7152-49ab-908a-dfb2572384ed is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:49.125546 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.129918 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.146841 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] For port 2bb3200b-7152-49ab-908a-dfb2572384ed, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=2bb3200b-7152-49ab-908a-dfb2572384ed,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:46:49.180029 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f6f1-2760-4a74-8399-8483a1257551 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (d5f022cb-38f2-4d89-b544-3499559159a9), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.194174 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.257343 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01382f4-f148-48de-a940-a747298bc26b None None] Pushing event updated for resources: {'Port': ['ID=6c88f88e-5a55-4500-95d5-80bccb4b7937,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:49.276166 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.276166 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device b897dd08-6de1-4c90-ba09-5029f8aa4408 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:49.289591 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Allocated IP 172.27.1.40 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/2c87a512-eae5-4e17-ac02-3ee9a63a03b2) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:46:49.298280 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f6f1-2760-4a74-8399-8483a1257551 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (d5f022cb-38f2-4d89-b544-3499559159a9), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.377096 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Pushing event updated for resources: {'Port': ['ID=2bb3200b-7152-49ab-908a-dfb2572384ed,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:49.392120 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port b897dd08-6de1-4c90-ba09-5029f8aa4408 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:49.394829 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.399590 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f6f1-2760-4a74-8399-8483a1257551 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (d5f022cb-38f2-4d89-b544-3499559159a9), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.473955 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Publish callbacks [] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.475758 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8f6f1-2760-4a74-8399-8483a1257551 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f022cb-38f2-4d89-b544-3499559159a9,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:49.516901 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port b897dd08-6de1-4c90-ba09-5029f8aa4408 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:49.517290 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.531114 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f6f1-2760-4a74-8399-8483a1257551 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.532679 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6bb8f6f1-2760-4a74-8399-8483a1257551 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4814823 Mar 21 21:46:49.535429 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37644) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:49.542805 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] For port b897dd08-6de1-4c90-ba09-5029f8aa4408, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=b897dd08-6de1-4c90-ba09-5029f8aa4408,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:46:49.547297 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-4dfad0f0-01b5-4a76-aab8-b17cbcbdf2ef tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Request body: {'security_group_rule': {'security_group_id': 'ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93', 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:49.580017 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.615380 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:49.618081 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:49.621715 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:46:49.625816 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:49.652937 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2c87a512-eae5-4e17-ac02-3ee9a63a03b2,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:49.668901 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.securitygroups_db [None req-4dfad0f0-01b5-4a76-aab8-b17cbcbdf2ef tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Project ae3c9f99fa614ee580a303adac3384c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 21:46:49.684864 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Pushing event updated for resources: {'Port': ['ID=b897dd08-6de1-4c90-ba09-5029f8aa4408,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:49.708437 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4dfad0f0-01b5-4a76-aab8-b17cbcbdf2ef tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (e6c0e92a-fc58-4117-a92d-8c1b2c5d0421), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.114396 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4dfad0f0-01b5-4a76-aab8-b17cbcbdf2ef tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (e6c0e92a-fc58-4117-a92d-8c1b2c5d0421), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.124923 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b255b747-9e4e-4c67-bcab-e9094064618c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.220232 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4dfad0f0-01b5-4a76-aab8-b17cbcbdf2ef tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (e6c0e92a-fc58-4117-a92d-8c1b2c5d0421), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.240758 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a49bba7-0d08-4e14-a624-1be15b4a4774 None None] Network d56dfa25-ee93-4a37-a826-9ee87254f15f requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:46:50.268821 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfad0f0-01b5-4a76-aab8-b17cbcbdf2ef tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c0e92a-fc58-4117-a92d-8c1b2c5d0421,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:50.312319 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Publish callbacks [] for router_gateway (9bace701-65a6-4d9f-b2d5-d7f32914d4db), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.357361 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4dfad0f0-01b5-4a76-aab8-b17cbcbdf2ef tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.358619 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4dfad0f0-01b5-4a76-aab8-b17cbcbdf2ef tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8219609 Mar 21 21:46:50.361458 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37646) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:50.363954 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-2bc2854c-f918-4f3e-8920-637c0a5e4dc1 None None] Provisioning complete for port 6c88f88e-5a55-4500-95d5-80bccb4b7937 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:50.367575 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2bc2854c-f918-4f3e-8920-637c0a5e4dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.368840 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-8b0794b7-84c0-4650-8583-e74556aa18fb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Request body: {'security_group_rule': {'security_group_id': 'ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93', 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:46:50.439428 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.securitygroups_db [None req-8b0794b7-84c0-4650-8583-e74556aa18fb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Project ae3c9f99fa614ee580a303adac3384c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 21:46:50.445818 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b0794b7-84c0-4650-8583-e74556aa18fb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (7dcb9d40-635c-4205-8435-fdcb8d6ada8a), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.469632 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2854c-f918-4f3e-8920-637c0a5e4dc1 None None] Current status of the port 6c88f88e-5a55-4500-95d5-80bccb4b7937 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:50.470180 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2bc2854c-f918-4f3e-8920-637c0a5e4dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.529411 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-2bc2854c-f918-4f3e-8920-637c0a5e4dc1 None None] For port 6c88f88e-5a55-4500-95d5-80bccb4b7937, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6c88f88e-5a55-4500-95d5-80bccb4b7937,segment=NetworkSegment(4ca0dc87-2325-43a0-a249-bd9d19628ea4),segment_id=4ca0dc87-2325-43a0-a249-bd9d19628ea4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:46:50.572504 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1818298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589543'] for router (9bace701-65a6-4d9f-b2d5-d7f32914d4db), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.573632 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b0794b7-84c0-4650-8583-e74556aa18fb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (7dcb9d40-635c-4205-8435-fdcb8d6ada8a), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.627431 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2bc2854c-f918-4f3e-8920-637c0a5e4dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.651239 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b0794b7-84c0-4650-8583-e74556aa18fb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (7dcb9d40-635c-4205-8435-fdcb8d6ada8a), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.671636 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0794b7-84c0-4650-8583-e74556aa18fb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dcb9d40-635c-4205-8435-fdcb8d6ada8a,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:50.679372 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2854c-f918-4f3e-8920-637c0a5e4dc1 None None] Pushing event updated for resources: {'Port': ['ID=6c88f88e-5a55-4500-95d5-80bccb4b7937,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:50.732604 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b0794b7-84c0-4650-8583-e74556aa18fb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.733965 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8b0794b7-84c0-4650-8583-e74556aa18fb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3700345 Mar 21 21:46:50.751388 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-ad404478-e8fc-4463-8f54-ee437883a289 None None] Provisioning complete for port 6c88f88e-5a55-4500-95d5-80bccb4b7937 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:50.751765 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ad404478-e8fc-4463-8f54-ee437883a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:50.806041 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Router 9bace701-65a6-4d9f-b2d5-d7f32914d4db is scheduled to L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 21:46:50.861242 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ad404478-e8fc-4463-8f54-ee437883a289 None None] Current status of the port 6c88f88e-5a55-4500-95d5-80bccb4b7937 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:50.910184 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 2bb3200b-7152-49ab-908a-dfb2572384ed up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:50.939417 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:46:50.952356 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Sync routers for ids ['9bace701-65a6-4d9f-b2d5-d7f32914d4db'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:46:50.968858 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Routers {'9bace701-65a6-4d9f-b2d5-d7f32914d4db'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:50.969496 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['9bace701-65a6-4d9f-b2d5-d7f32914d4db'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:51.018337 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:51.022336 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fae00fc9-af11-41f5-853a-680d256dc0d9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6200194 Mar 21 21:46:51.022624 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 37680) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:46:51.037116 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 2bb3200b-7152-49ab-908a-dfb2572384ed triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:51.037494 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:51.150796 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Set router 9bace701-65a6-4d9f-b2d5-d7f32914d4db gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:51.417489 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Sync routers for ids ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:46:51.431269 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Routers {'7f5ef215-f8a8-4860-aab5-f5e6130540b2'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:51.432005 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:51.446148 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 2bb3200b-7152-49ab-908a-dfb2572384ed is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:51.447220 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6c88f88e-5a55-4500-95d5-80bccb4b7937 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:51.504328 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:51.526192 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:51.562188 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Set router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:51.566995 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 6c88f88e-5a55-4500-95d5-80bccb4b7937 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:51.567371 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:51.647149 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'name': 'tempest-TestMinimumBasicScenario-1266293460-router', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:48Z', 'updated_at': '2022-03-21T21:46:50Z', 'revision_number': 3, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'gw_port': {'id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:49Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:51.690884 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Allocated IP 172.20.0.1 (d56dfa25-ee93-4a37-a826-9ee87254f15f/3fdaafd3-02ce-45d5-a081-86926d2d6b6a/308b4943-d53f-4d41-a930-6d1946690783) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:46:51.724421 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Checking router: 9bace701-65a6-4d9f-b2d5-d7f32914d4db for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:46:51.731081 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Updating router 9bace701-65a6-4d9f-b2d5-d7f32914d4db port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 binding host dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:46:51.772640 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 6c88f88e-5a55-4500-95d5-80bccb4b7937 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:51.773530 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device b897dd08-6de1-4c90-ba09-5029f8aa4408 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:51.796218 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:51.820889 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Publish callbacks [] for port (308b4943-d53f-4d41-a930-6d1946690783), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:51.828260 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd68440f8-c01a-4e2d-8250-47bc9e6e79e0', 'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'mac_address': 'fa:16:3e:c2:5e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 2, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'subnets': [{'id': '14b68424-46a3-400e-841a-893474a8e842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:51.858261 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Checking router: 7f5ef215-f8a8-4860-aab5-f5e6130540b2 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:46:51.858784 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Updating router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 binding host dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:46:51.891623 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:51.923129 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port b897dd08-6de1-4c90-ba09-5029f8aa4408 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:51.923516 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.002903 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (308b4943-d53f-4d41-a930-6d1946690783), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.044078 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Network d56dfa25-ee93-4a37-a826-9ee87254f15f is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:52.047230 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:52.053940 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:46:52.060413 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Pushing event updated for resources: {'Port': ['ID=308b4943-d53f-4d41-a930-6d1946690783,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:52.086779 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port b897dd08-6de1-4c90-ba09-5029f8aa4408 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:52.112553 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818610'] for router_interface (9bace701-65a6-4d9f-b2d5-d7f32914d4db), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.204793 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Publish callbacks [] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.231180 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Sync routers for ids ['d555d0fd-0ac6-436d-89a5-7350c448e4eb'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:46:52.245393 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Routers {'d555d0fd-0ac6-436d-89a5-7350c448e4eb'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:52.247051 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['d555d0fd-0ac6-436d-89a5-7350c448e4eb'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:52.252572 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Publish callbacks [] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.322117 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.340569 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.357483 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (308b4943-d53f-4d41-a930-6d1946690783), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.398283 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d654a-dc90-49bf-bce7-f063ecbefe16 None None] Pushing event updated for resources: {'Port': ['ID=d68440f8-c01a-4e2d-8250-47bc9e6e79e0,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:52.419237 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Attempting to bind port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:46:52.419601 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Attempting to bind port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:46:52.419966 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Attempting to bind port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 on network 9867fab8-7571-461d-96e4-4032e42c28a0 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:46:52.422257 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50ea70-4f02-4d97-a13a-18b849adc8bd None None] Pushing event updated for resources: {'Port': ['ID=2c87a512-eae5-4e17-ac02-3ee9a63a03b2,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:52.437710 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:46:52.438533 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Checking segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:52.438672 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.439073 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Bound using segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:46:52.439562 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Bound port: 2c87a512-eae5-4e17-ac02-3ee9a63a03b2, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:46:52.439957 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.485326 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Attempting to bind port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:46:52.485894 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Attempting to bind port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:46:52.486057 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Attempting to bind port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 on network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:46:52.492984 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:46:52.493367 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Checking segment: {'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:52.493895 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.494363 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Bound using segment: {'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:46:52.494927 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Bound port: d68440f8-c01a-4e2d-8250-47bc9e6e79e0, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:46:52.495383 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.505583 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Set router d555d0fd-0ac6-436d-89a5-7350c448e4eb gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:52.508552 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-120a2829-5cf1-43f9-8575-a96715541f9e None None] Provisioning complete for port 308b4943-d53f-4d41-a930-6d1946690783 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:52.509023 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-120a2829-5cf1-43f9-8575-a96715541f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (308b4943-d53f-4d41-a930-6d1946690783), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.592534 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Publish callbacks [] for port (308b4943-d53f-4d41-a930-6d1946690783), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.597265 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] For port d68440f8-c01a-4e2d-8250-47bc9e6e79e0, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:46:52.601076 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] For port d68440f8-c01a-4e2d-8250-47bc9e6e79e0, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=d68440f8-c01a-4e2d-8250-47bc9e6e79e0,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:46:52.673541 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-120a2829-5cf1-43f9-8575-a96715541f9e None None] Port 308b4943-d53f-4d41-a930-6d1946690783 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:46:52.678884 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (308b4943-d53f-4d41-a930-6d1946690783), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.691504 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] For port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:46:52.734386 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] For port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=2c87a512-eae5-4e17-ac02-3ee9a63a03b2,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:46:52.737615 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.991851 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Pushing event updated for resources: {'Port': ['ID=308b4943-d53f-4d41-a930-6d1946690783,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:52.991851 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818470'] for router_interface (9bace701-65a6-4d9f-b2d5-d7f32914d4db), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.993682 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Routers {'7f5ef215-f8a8-4860-aab5-f5e6130540b2'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:52.993682 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:52.994159 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-09bc462d-2ef4-41c0-9025-3a3c102834ea None None] Provisioning complete for port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:52.994159 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09bc462d-2ef4-41c0-9025-3a3c102834ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.994355 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d654a-dc90-49bf-bce7-f063ecbefe16 None None] Pushing event updated for resources: {'Port': ['ID=d68440f8-c01a-4e2d-8250-47bc9e6e79e0,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:52.994451 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:52.994550 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Network d56dfa25-ee93-4a37-a826-9ee87254f15f is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:46:52.994550 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:46:52.994699 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:53.007097 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] Set router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:53.020324 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Routers {'9bace701-65a6-4d9f-b2d5-d7f32914d4db'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:53.021111 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['9bace701-65a6-4d9f-b2d5-d7f32914d4db'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:53.025226 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50ea70-4f02-4d97-a13a-18b849adc8bd None None] Pushing event updated for resources: {'Port': ['ID=2c87a512-eae5-4e17-ac02-3ee9a63a03b2,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:53.122663 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'name': 'tempest-TestShelveInstance-1228392537-router', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:45Z', 'revision_number': 4, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'gw_port': {'id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '55aee662-7571-41b0-84b5-df0dc10670ba', 'name': '', 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'mac_address': 'fa:16:3e:c8:df:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '06a791df-bef3-4410-aa2d-20d203b8e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:45Z', 'revision_number': 2, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'subnets': [{'id': '06a791df-bef3-4410-aa2d-20d203b8e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:53.151014 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Router 9bace701-65a6-4d9f-b2d5-d7f32914d4db has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:46:53.171786 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Checking router: d555d0fd-0ac6-436d-89a5-7350c448e4eb for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:46:53.172146 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Updating router d555d0fd-0ac6-436d-89a5-7350c448e4eb port 55aee662-7571-41b0-84b5-df0dc10670ba binding host dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:46:53.179829 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-09bc462d-2ef4-41c0-9025-3a3c102834ea None None] Current status of the port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:53.180236 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09bc462d-2ef4-41c0-9025-3a3c102834ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:53.249673 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:53.281242 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] Set router 9bace701-65a6-4d9f-b2d5-d7f32914d4db gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:53.307274 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:46:53.309663 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-09bc462d-2ef4-41c0-9025-3a3c102834ea None None] For port d68440f8-c01a-4e2d-8250-47bc9e6e79e0, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=d68440f8-c01a-4e2d-8250-47bc9e6e79e0,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:46:53.315376 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5cc2fd4b-64b8-4ffe-a167-775198ff0223 admin admin] 10.222.0.23 "PUT /v2.0/routers/9bace701-65a6-4d9f-b2d5-d7f32914d4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2897198 Mar 21 21:46:53.331641 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd68440f8-c01a-4e2d-8250-47bc9e6e79e0', 'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'mac_address': 'fa:16:3e:c2:5e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:52Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'subnets': [{'id': '14b68424-46a3-400e-841a-893474a8e842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:53.359226 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0dfda-09b4-49db-aedb-04d2221d587f None None] The sync data for ids ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'] in dv-cinder-834541-1-iscsi is: [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd68440f8-c01a-4e2d-8250-47bc9e6e79e0', 'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'mac_address': 'fa:16:3e:c2:5e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:52Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'subnets': [{'id': '14b68424-46a3-400e-841a-893474a8e842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:46:53.409924 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09bc462d-2ef4-41c0-9025-3a3c102834ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:53.756623 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a947f143-4ae3-496a-a0ab-1ac4983770f4 None None] Provisioning complete for port 308b4943-d53f-4d41-a930-6d1946690783 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:53.756623 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a947f143-4ae3-496a-a0ab-1ac4983770f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (308b4943-d53f-4d41-a930-6d1946690783), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:53.775881 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc462d-2ef4-41c0-9025-3a3c102834ea None None] Pushing event updated for resources: {'Port': ['ID=d68440f8-c01a-4e2d-8250-47bc9e6e79e0,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:53.856313 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a947f143-4ae3-496a-a0ab-1ac4983770f4 None None] Port 308b4943-d53f-4d41-a930-6d1946690783 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:46:53.913490 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a947f143-4ae3-496a-a0ab-1ac4983770f4 None None] Provisioning complete for port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:53.913872 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a947f143-4ae3-496a-a0ab-1ac4983770f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:53.998581 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'name': 'tempest-TestMinimumBasicScenario-1266293460-router', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:48Z', 'updated_at': '2022-03-21T21:46:52Z', 'revision_number': 4, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'gw_port': {'id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:49Z', 'updated_at': '2022-03-21T21:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '308b4943-d53f-4d41-a930-6d1946690783', 'name': '', 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'mac_address': 'fa:16:3e:8e:1b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3fdaafd3-02ce-45d5-a081-86926d2d6b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:51Z', 'updated_at': '2022-03-21T21:46:52Z', 'revision_number': 2, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'subnets': [{'id': '3fdaafd3-02ce-45d5-a081-86926d2d6b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:54.033409 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60315164-7d37-49bd-9dc4-ab689f19f6e4 None None] The sync data for ids ['9bace701-65a6-4d9f-b2d5-d7f32914d4db'] in dv-cinder-834541-1-iscsi is: [{'id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'name': 'tempest-TestMinimumBasicScenario-1266293460-router', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:48Z', 'updated_at': '2022-03-21T21:46:52Z', 'revision_number': 4, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'gw_port': {'id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:49Z', 'updated_at': '2022-03-21T21:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '308b4943-d53f-4d41-a930-6d1946690783', 'name': '', 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'mac_address': 'fa:16:3e:8e:1b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3fdaafd3-02ce-45d5-a081-86926d2d6b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:51Z', 'updated_at': '2022-03-21T21:46:52Z', 'revision_number': 2, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'subnets': [{'id': '3fdaafd3-02ce-45d5-a081-86926d2d6b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:46:54.052813 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Publish callbacks [] for port (55aee662-7571-41b0-84b5-df0dc10670ba), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:54.096897 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a947f143-4ae3-496a-a0ab-1ac4983770f4 None None] Current status of the port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:54.117149 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:54.172852 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61654615-39b6-462e-b765-4ce5c68fd3ff None None] Pushing event updated for resources: {'Port': ['ID=55aee662-7571-41b0-84b5-df0dc10670ba,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:54.246700 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Attempting to bind port 55aee662-7571-41b0-84b5-df0dc10670ba on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:46:54.247384 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Attempting to bind port 55aee662-7571-41b0-84b5-df0dc10670ba by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'cb2cf97d-f0b7-4230-a0aa-bce677310897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:46:54.248551 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Attempting to bind port 55aee662-7571-41b0-84b5-df0dc10670ba on network 72d4aee6-b920-49ea-b940-d5b669066fae {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:46:54.255428 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:46:54.255912 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Checking segment: {'id': 'cb2cf97d-f0b7-4230-a0aa-bce677310897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:46:54.256383 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:54.256883 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Bound using segment: {'id': 'cb2cf97d-f0b7-4230-a0aa-bce677310897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:46:54.257531 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Bound port: 55aee662-7571-41b0-84b5-df0dc10670ba, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2cf97d-f0b7-4230-a0aa-bce677310897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:46:54.257946 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:54.437978 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] For port 55aee662-7571-41b0-84b5-df0dc10670ba, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:46:54.442010 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] For port 55aee662-7571-41b0-84b5-df0dc10670ba, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=55aee662-7571-41b0-84b5-df0dc10670ba,segment=NetworkSegment(cb2cf97d-f0b7-4230-a0aa-bce677310897),segment_id=cb2cf97d-f0b7-4230-a0aa-bce677310897)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:46:54.451373 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:54.525157 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a3ab80ac-2989-4af6-b81b-af0dec131efc None None] Provisioning complete for port 55aee662-7571-41b0-84b5-df0dc10670ba triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:54.525916 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a3ab80ac-2989-4af6-b81b-af0dec131efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:54.537587 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:54.669476 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Routers {'d555d0fd-0ac6-436d-89a5-7350c448e4eb'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:46:54.671280 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['d555d0fd-0ac6-436d-89a5-7350c448e4eb'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:54.814618 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] Set router d555d0fd-0ac6-436d-89a5-7350c448e4eb gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:46:54.880892 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61654615-39b6-462e-b765-4ce5c68fd3ff None None] Pushing event updated for resources: {'Port': ['ID=55aee662-7571-41b0-84b5-df0dc10670ba,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:54.982514 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device d68440f8-c01a-4e2d-8250-47bc9e6e79e0 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:55.131817 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab80ac-2989-4af6-b81b-af0dec131efc None None] Current status of the port 55aee662-7571-41b0-84b5-df0dc10670ba is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:55.132207 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a3ab80ac-2989-4af6-b81b-af0dec131efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:55.187821 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:55.188194 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:55.243534 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a3ab80ac-2989-4af6-b81b-af0dec131efc None None] For port 55aee662-7571-41b0-84b5-df0dc10670ba, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=55aee662-7571-41b0-84b5-df0dc10670ba,segment=NetworkSegment(cb2cf97d-f0b7-4230-a0aa-bce677310897),segment_id=cb2cf97d-f0b7-4230-a0aa-bce677310897)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:46:55.303320 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'name': 'tempest-TestShelveInstance-1228392537-router', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:45Z', 'revision_number': 4, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'gw_port': {'id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '55aee662-7571-41b0-84b5-df0dc10670ba', 'name': '', 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'mac_address': 'fa:16:3e:c8:df:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '06a791df-bef3-4410-aa2d-20d203b8e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:54Z', 'revision_number': 4, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'subnets': [{'id': '06a791df-bef3-4410-aa2d-20d203b8e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:46:55.335117 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a3ab80ac-2989-4af6-b81b-af0dec131efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:55.342675 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e726c2-4218-4171-b823-4a20f0f1cc65 None None] The sync data for ids ['d555d0fd-0ac6-436d-89a5-7350c448e4eb'] in dv-cinder-834541-1-iscsi is: [{'id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'name': 'tempest-TestShelveInstance-1228392537-router', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:45Z', 'revision_number': 4, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'gw_port': {'id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '55aee662-7571-41b0-84b5-df0dc10670ba', 'name': '', 'network_id': '72d4aee6-b920-49ea-b940-d5b669066fae', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'mac_address': 'fa:16:3e:c8:df:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '06a791df-bef3-4410-aa2d-20d203b8e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:54Z', 'revision_number': 4, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'subnets': [{'id': '06a791df-bef3-4410-aa2d-20d203b8e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:46:55.375919 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:55.404040 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab80ac-2989-4af6-b81b-af0dec131efc None None] Pushing event updated for resources: {'Port': ['ID=55aee662-7571-41b0-84b5-df0dc10670ba,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:55.456857 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-7c94c234-777d-4ac3-abe6-4515d42ef178 None None] Provisioning complete for port 55aee662-7571-41b0-84b5-df0dc10670ba triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:55.457846 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7c94c234-777d-4ac3-abe6-4515d42ef178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:55.549274 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-7c94c234-777d-4ac3-abe6-4515d42ef178 None None] Current status of the port 55aee662-7571-41b0-84b5-df0dc10670ba is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:56.960263 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 55aee662-7571-41b0-84b5-df0dc10670ba up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:57.035137 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 55aee662-7571-41b0-84b5-df0dc10670ba triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:57.035452 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:57.189849 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 55aee662-7571-41b0-84b5-df0dc10670ba is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:57.191112 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:57.293864 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:57.294218 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:57.414139 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:46:57.414531 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:57.438816 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] For port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=2c87a512-eae5-4e17-ac02-3ee9a63a03b2,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:46:57.508450 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:57.585937 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Pushing event updated for resources: {'Port': ['ID=2c87a512-eae5-4e17-ac02-3ee9a63a03b2,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:46:58.820019 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:46:58.887033 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:46:58.888654 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:46:58.983926 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:47:00.693440 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Sync routers for ids ['9bace701-65a6-4d9f-b2d5-d7f32914d4db'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:47:00.705946 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Routers {'9bace701-65a6-4d9f-b2d5-d7f32914d4db'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:47:00.710170 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['9bace701-65a6-4d9f-b2d5-d7f32914d4db'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:47:00.822858 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Set router 9bace701-65a6-4d9f-b2d5-d7f32914d4db gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:47:01.101875 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'name': 'tempest-TestMinimumBasicScenario-1266293460-router', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:48Z', 'updated_at': '2022-03-21T21:46:52Z', 'revision_number': 4, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'gw_port': {'id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:49Z', 'updated_at': '2022-03-21T21:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '308b4943-d53f-4d41-a930-6d1946690783', 'name': '', 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'mac_address': 'fa:16:3e:8e:1b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3fdaafd3-02ce-45d5-a081-86926d2d6b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:51Z', 'updated_at': '2022-03-21T21:46:52Z', 'revision_number': 2, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'subnets': [{'id': '3fdaafd3-02ce-45d5-a081-86926d2d6b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:47:01.133234 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Checking router: 9bace701-65a6-4d9f-b2d5-d7f32914d4db for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:47:01.133234 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Updating router 9bace701-65a6-4d9f-b2d5-d7f32914d4db port 308b4943-d53f-4d41-a930-6d1946690783 binding host dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:47:01.156582 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (308b4943-d53f-4d41-a930-6d1946690783), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:01.413482 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Publish callbacks [] for port (308b4943-d53f-4d41-a930-6d1946690783), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:01.507642 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (308b4943-d53f-4d41-a930-6d1946690783), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:01.579348 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2339b-b2c6-4d62-bb95-4fe9b6a64aea None None] Pushing event updated for resources: {'Port': ['ID=308b4943-d53f-4d41-a930-6d1946690783,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:01.633290 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Attempting to bind port 308b4943-d53f-4d41-a930-6d1946690783 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:47:01.633699 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Attempting to bind port 308b4943-d53f-4d41-a930-6d1946690783 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': '4ca0dc87-2325-43a0-a249-bd9d19628ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:47:01.634026 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Attempting to bind port 308b4943-d53f-4d41-a930-6d1946690783 on network d56dfa25-ee93-4a37-a826-9ee87254f15f {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:47:01.649125 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:47:01.649865 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Checking segment: {'id': '4ca0dc87-2325-43a0-a249-bd9d19628ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:47:01.650376 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:01.651106 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Bound using segment: {'id': '4ca0dc87-2325-43a0-a249-bd9d19628ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:47:01.651684 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Bound port: 308b4943-d53f-4d41-a930-6d1946690783, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca0dc87-2325-43a0-a249-bd9d19628ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:47:01.653040 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (308b4943-d53f-4d41-a930-6d1946690783), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:01.735923 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] For port 308b4943-d53f-4d41-a930-6d1946690783, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:47:01.746690 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] For port 308b4943-d53f-4d41-a930-6d1946690783, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=308b4943-d53f-4d41-a930-6d1946690783,segment=NetworkSegment(4ca0dc87-2325-43a0-a249-bd9d19628ea4),segment_id=4ca0dc87-2325-43a0-a249-bd9d19628ea4)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:47:01.825376 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-40e7295b-6ef9-4373-9145-5814e7224845 None None] Provisioning complete for port 308b4943-d53f-4d41-a930-6d1946690783 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:47:01.826602 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40e7295b-6ef9-4373-9145-5814e7224845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (308b4943-d53f-4d41-a930-6d1946690783), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:01.840133 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (308b4943-d53f-4d41-a930-6d1946690783), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:01.864148 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-40e7295b-6ef9-4373-9145-5814e7224845 None None] Port 308b4943-d53f-4d41-a930-6d1946690783 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:47:01.923771 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Routers {'9bace701-65a6-4d9f-b2d5-d7f32914d4db'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:47:01.924687 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:46:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['9bace701-65a6-4d9f-b2d5-d7f32914d4db'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:47:02.002585 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2339b-b2c6-4d62-bb95-4fe9b6a64aea None None] Pushing event updated for resources: {'Port': ['ID=308b4943-d53f-4d41-a930-6d1946690783,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:02.087605 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] Set router 9bace701-65a6-4d9f-b2d5-d7f32914d4db gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:47:02.198971 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-7b098ff9-c204-4958-ba5f-7eff84145a4e None None] Provisioning complete for port 308b4943-d53f-4d41-a930-6d1946690783 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:47:02.199807 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7b098ff9-c204-4958-ba5f-7eff84145a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (308b4943-d53f-4d41-a930-6d1946690783), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:02.313775 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-7b098ff9-c204-4958-ba5f-7eff84145a4e None None] Current status of the port 308b4943-d53f-4d41-a930-6d1946690783 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:47:02.316475 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7b098ff9-c204-4958-ba5f-7eff84145a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (308b4943-d53f-4d41-a930-6d1946690783), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:02.320345 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'name': 'tempest-TestMinimumBasicScenario-1266293460-router', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:48Z', 'updated_at': '2022-03-21T21:46:52Z', 'revision_number': 4, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'gw_port': {'id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:49Z', 'updated_at': '2022-03-21T21:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '308b4943-d53f-4d41-a930-6d1946690783', 'name': '', 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'mac_address': 'fa:16:3e:8e:1b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3fdaafd3-02ce-45d5-a081-86926d2d6b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:51Z', 'updated_at': '2022-03-21T21:47:01Z', 'revision_number': 4, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'subnets': [{'id': '3fdaafd3-02ce-45d5-a081-86926d2d6b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:47:02.353080 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3da298-33a1-4b51-92b1-32ba61d2981e None None] The sync data for ids ['9bace701-65a6-4d9f-b2d5-d7f32914d4db'] in dv-cinder-834541-1-iscsi is: [{'id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'name': 'tempest-TestMinimumBasicScenario-1266293460-router', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:48Z', 'updated_at': '2022-03-21T21:46:52Z', 'revision_number': 4, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'gw_port': {'id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:49Z', 'updated_at': '2022-03-21T21:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '308b4943-d53f-4d41-a930-6d1946690783', 'name': '', 'network_id': 'd56dfa25-ee93-4a37-a826-9ee87254f15f', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'mac_address': 'fa:16:3e:8e:1b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3fdaafd3-02ce-45d5-a081-86926d2d6b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:51Z', 'updated_at': '2022-03-21T21:47:01Z', 'revision_number': 4, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'subnets': [{'id': '3fdaafd3-02ce-45d5-a081-86926d2d6b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:47:02.360312 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-7b098ff9-c204-4958-ba5f-7eff84145a4e None None] For port 308b4943-d53f-4d41-a930-6d1946690783, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=308b4943-d53f-4d41-a930-6d1946690783,segment=NetworkSegment(4ca0dc87-2325-43a0-a249-bd9d19628ea4),segment_id=4ca0dc87-2325-43a0-a249-bd9d19628ea4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:47:02.436685 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7b098ff9-c204-4958-ba5f-7eff84145a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (308b4943-d53f-4d41-a930-6d1946690783), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:02.500709 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b098ff9-c204-4958-ba5f-7eff84145a4e None None] Pushing event updated for resources: {'Port': ['ID=308b4943-d53f-4d41-a930-6d1946690783,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:02.845455 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 308b4943-d53f-4d41-a930-6d1946690783 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:47:02.926923 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 308b4943-d53f-4d41-a930-6d1946690783 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:47:02.927299 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (308b4943-d53f-4d41-a930-6d1946690783), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:03.021633 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 308b4943-d53f-4d41-a930-6d1946690783 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:47:04.219075 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:47:05.759416 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-67ae0279-7892-47fa-8078-3c2a302e9fa4 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034822403&fields=id&tenant_id=ae3c9f99fa614ee580a303adac3384c0 HTTP/1.1" status: 200 len: 267 time: 0.0443587 Mar 21 21:47:05.861987 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-290c263d-afaf-4243-b415-4d9d7ac0ce9c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:05.863432 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-290c263d-afaf-4243-b415-4d9d7ac0ce9c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/networks?id=7fb0f2dc-c084-4ada-9df0-6591abbe6829 HTTP/1.1" status: 200 len: 809 time: 0.0975211 Mar 21 21:47:05.878144 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-cd564d32-1636-4733-92b8-e86497c182d0 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/quotas/ae3c9f99fa614ee580a303adac3384c0 HTTP/1.1" status: 200 len: 375 time: 0.0094085 Mar 21 21:47:05.938263 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-3019d3e2-392c-4d07-b5fe-88d68e8e2d96 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae3c9f99fa614ee580a303adac3384c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543404 Mar 21 21:47:06.030971 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-c45a2f62-0e5f-4673-bceb-b05eba652236 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815609 Mar 21 21:47:06.124128 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-f0623e9e-616b-4685-a8c8-df1dc077c5fc service neutron] 10.222.0.23 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875466 Mar 21 21:47:06.260465 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-79bb6e75-463f-4528-a7ff-d3e17654c339 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:06.262054 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-79bb6e75-463f-4528-a7ff-d3e17654c339 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/networks?id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a HTTP/1.1" status: 200 len: 815 time: 0.1038072 Mar 21 21:47:06.276533 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-b7dec4c3-36ee-43d8-a1d6-5091bedc6177 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/quotas/06db4d666e02437ab41d800f95ca610d HTTP/1.1" status: 200 len: 375 time: 0.0091190 Mar 21 21:47:06.337604 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-d981b472-4df8-4b33-9dc0-cdf75f16592d tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06db4d666e02437ab41d800f95ca610d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547292 Mar 21 21:47:06.527223 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c9cb714a-fb53-4f05-9fd8-5133b4f853d0 service neutron] 10.222.0.23 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780438 Mar 21 21:47:06.615386 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-17a0213c-bb8a-49d1-8772-90d2f0102afe service neutron] 10.222.0.23 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825903 Mar 21 21:47:06.704628 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dadf1ade-e6d5-4d1e-a457-6c0acbcc71a4 req-3e4273ab-0006-426b-9417-d3e7c0d7fc03 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 210 time: 0.0347044 Mar 21 21:47:06.878069 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b73a8b16-1bbd-4395-ac79-175261a53578 req-ce5cb573-66fe-41ef-aca7-32a391edaf72 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 210 time: 0.0280831 Mar 21 21:47:07.797054 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-39dc996a-97ff-480d-8af2-00c9e244cd62 req-14a9290b-934a-4643-b2ac-1373a2c27b60 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 210 time: 0.0262492 Mar 21 21:47:07.970253 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70015e06-03a6-4431-9453-3c86977951d9 req-4347a07b-6bdf-4511-8125-f33590591b4a tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 210 time: 0.0274780 Mar 21 21:47:08.906262 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0ef9e0d0-09a2-4fc0-82fc-59785135d500 req-15a51f2e-c3ac-436f-9608-36835773b6b7 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 210 time: 0.0389299 Mar 21 21:47:08.932370 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-b5e27359-b2e6-4a2a-96d1-2546d4b98aeb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:08.934172 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-b5e27359-b2e6-4a2a-96d1-2546d4b98aeb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.31 "GET /v2.0/networks?id=7fb0f2dc-c084-4ada-9df0-6591abbe6829 HTTP/1.1" status: 200 len: 809 time: 0.1328814 Mar 21 21:47:08.994289 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-35115e26-6ef6-474c-848e-5770ab954489 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae3c9f99fa614ee580a303adac3384c0 HTTP/1.1" status: 200 len: 380 time: 0.0523694 Mar 21 21:47:09.002563 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Request body: {'port': {'device_id': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'admin_state_up': True, 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'security_groups': ['ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:09.088952 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-458e1a82-809a-4473-8ff2-8aa6489f3798 req-ce5a2ca7-3018-40e1-a759-6c6a13f48809 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 210 time: 0.0353398 Mar 21 21:47:09.158830 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-dc31c32a-4323-403e-be78-7e083cee6f7f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:09.161437 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-dc31c32a-4323-403e-be78-7e083cee6f7f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.31 "GET /v2.0/networks?id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a HTTP/1.1" status: 200 len: 815 time: 0.1123717 Mar 21 21:47:09.172359 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Request body: {'port': {'device_id': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'admin_state_up': True, 'tenant_id': '06db4d666e02437ab41d800f95ca610d'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:09.244720 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Made reservation on behalf of ae3c9f99fa614ee580a303adac3384c0 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:47:09.248345 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:09.383444 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Made reservation on behalf of 06db4d666e02437ab41d800f95ca610d for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:47:09.383444 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:09.383809 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Allocated IP 172.20.0.13 (7fb0f2dc-c084-4ada-9df0-6591abbe6829/92ad59a0-c998-4da3-a94a-30b9df297c89/ee18d2c5-72af-4844-9a48-013e4f057c7f) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:47:09.508300 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Allocated IP 172.20.0.4 (c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a/14b68424-46a3-400e-841a-893474a8e842/00a0c7bf-f791-4c4e-86ba-2d0a7fc17594) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:47:09.525880 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:09.639176 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:09.652223 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:09.687212 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:47:09.690542 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:47:09.697304 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:47:09.730381 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event updated for resources: {'Port': ['ID=ee18d2c5-72af-4844-9a48-013e4f057c7f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:09.759650 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:09.760194 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:09.766750 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:09.815623 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:47:09.818927 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:47:09.825407 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:47:09.860549 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-85d5e26c-c8ca-4367-a062-7ddc66dd259d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8616836 Mar 21 21:47:09.878177 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Request body: {'port': {'device_id': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:09.878757 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:09.879480 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:09.901885 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event updated for resources: {'Port': ['ID=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:10.003988 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-70a9d021-8583-49f1-b2e5-8555d4b50819 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8354695 Mar 21 21:47:10.022026 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Request body: {'port': {'device_id': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:10.070722 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:10.135447 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-30d4461c-7d5a-4b2a-925c-b64e393e4fb8 None None] Provisioning complete for port ee18d2c5-72af-4844-9a48-013e4f057c7f triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:47:10.136419 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-30d4461c-7d5a-4b2a-925c-b64e393e4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:10.195184 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:10.227342 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-30d4461c-7d5a-4b2a-925c-b64e393e4fb8 None None] Port ee18d2c5-72af-4844-9a48-013e4f057c7f cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:47:10.324363 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed913161-f15e-43f9-bae9-a41ce9e637a2 req-125746a7-eb9b-460e-a2f4-82ab2e11b306 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:10.326851 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ed913161-f15e-43f9-bae9-a41ce9e637a2 req-125746a7-eb9b-460e-a2f4-82ab2e11b306 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 932 time: 0.2598743 Mar 21 21:47:10.372886 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-892decea-b6b8-4c65-a6dd-840de7d0be68 None None] Provisioning complete for port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:47:10.373267 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-892decea-b6b8-4c65-a6dd-840de7d0be68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:10.483231 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455aff1-51d2-4f6e-88d9-204e62ba11cc req-ddcd2785-424e-4910-a294-7cee269e5d05 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:10.484839 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3455aff1-51d2-4f6e-88d9-204e62ba11cc req-ddcd2785-424e-4910-a294-7cee269e5d05 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 931 time: 0.2515273 Mar 21 21:47:10.530241 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ed913161-f15e-43f9-bae9-a41ce9e637a2 req-70dbe923-5302-4645-aaf7-ae53d11dd62f tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820872 Mar 21 21:47:10.584326 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3455aff1-51d2-4f6e-88d9-204e62ba11cc req-2ff23eb1-324e-4c16-805b-22a26888b8b9 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632033 Mar 21 21:47:10.645569 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-892decea-b6b8-4c65-a6dd-840de7d0be68 None None] Port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:47:10.695234 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:47:10.707865 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Publish callbacks [] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:10.724575 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Transition to ACTIVE for port object 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:47:10.814002 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee18d2c5-72af-4844-9a48-013e4f057c7f {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:47:10.816493 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:10.824838 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Publish callbacks [] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:10.847539 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Transition to ACTIVE for port object ee18d2c5-72af-4844-9a48-013e4f057c7f will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:47:10.905406 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:10.917555 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Pushing event updated for resources: {'Port': ['ID=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:11.002835 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Pushing event updated for resources: {'Port': ['ID=ee18d2c5-72af-4844-9a48-013e4f057c7f,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:11.100338 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Attempting to bind port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:47:11.101119 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Attempting to bind port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:47:11.101723 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Attempting to bind port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 on network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:47:11.111919 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 on network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:47:11.112572 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Attempting to bind port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 on network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:47:11.116642 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Attempting to bind port ee18d2c5-72af-4844-9a48-013e4f057c7f on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:47:11.117154 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Attempting to bind port ee18d2c5-72af-4844-9a48-013e4f057c7f by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:47:11.117583 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Attempting to bind port ee18d2c5-72af-4844-9a48-013e4f057c7f on network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:47:11.123278 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:47:11.123923 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Checking segment: {'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:47:11.124192 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Port ee18d2c5-72af-4844-9a48-013e4f057c7f on network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:47:11.124529 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Attempting to bind port ee18d2c5-72af-4844-9a48-013e4f057c7f on network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:47:11.127484 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Bound using segment: {'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:47:11.128347 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Bound port: 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f901822c-5c01-4c70-80ed-87d90bf59213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:47:11.129020 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:11.130556 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:47:11.130900 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Checking segment: {'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:47:11.133732 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Bound using segment: {'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:47:11.134357 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Bound port: ee18d2c5-72af-4844-9a48-013e4f057c7f, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406bca63-f30e-4fb9-9e49-bf321fbcf96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:47:11.134726 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:11.232481 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] For port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594, host hv-cinder-83454, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:47:11.237725 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] For port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:47:11.282191 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] For port ee18d2c5-72af-4844-9a48-013e4f057c7f, host hv-cinder-83454, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:47:11.288337 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] For port ee18d2c5-72af-4844-9a48-013e4f057c7f, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:47:11.308693 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:11.365509 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:11.365769 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Pushing event updated for resources: {'Port': ['ID=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:11.379163 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:11.380250 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:11.381826 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c3e0308a-6e6c-48a9-94bb-35bc557325bf service neutron] 10.222.0.31 "PUT /v2.0/ports/00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 HTTP/1.1" status: 200 len: 1093 time: 1.3696101 Mar 21 21:47:11.384241 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:47:11.391980 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeef6ecf-3225-410e-ae68-4271f016fbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:47:11.433940 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:11.434636 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:11.436099 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] 10.222.0.31 "PUT /v2.0/ports/ee18d2c5-72af-4844-9a48-013e4f057c7f HTTP/1.1" status: 200 len: 1094 time: 1.5621965 Mar 21 21:47:11.437059 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:47:11.438927 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5a0d4a-d33e-406a-94e3-097cd5c23a75" -d '{"events": [{"name": "network-changed", "server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:47:11.475247 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca913123-26e6-41a9-ac34-f0cff89c52ab x-openstack-request-id: req-ca913123-26e6-41a9-ac34-f0cff89c52ab {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:47:11.475533 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:47:11.475784 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca913123-26e6-41a9-ac34-f0cff89c52ab {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:47:11.476178 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'status': 'completed', 'code': 200} Mar 21 21:47:11.485420 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1a7a6-240e-4089-96ef-e0961fcfcbce service neutron] Pushing event updated for resources: {'Port': ['ID=ee18d2c5-72af-4844-9a48-013e4f057c7f,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:11.502285 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13060fa-97ea-46ce-8bcd-779908eec037 x-openstack-request-id: req-b13060fa-97ea-46ce-8bcd-779908eec037 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:47:11.502593 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:47:11.502863 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b13060fa-97ea-46ce-8bcd-779908eec037 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:47:11.503221 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'status': 'completed', 'code': 200} Mar 21 21:47:11.813418 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04de43c-e226-48d7-ac32-28dd4e8739a6 req-313e69e3-e75b-41ab-8a36-3a31b53409ae tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:11.815114 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f04de43c-e226-48d7-ac32-28dd4e8739a6 req-313e69e3-e75b-41ab-8a36-3a31b53409ae tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.1511917 Mar 21 21:47:11.832875 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa58710-e948-4406-9f64-34eef7989a8d req-60659924-161b-459f-b356-8a4a00cb2d78 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:11.835043 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8aa58710-e948-4406-9f64-34eef7989a8d req-60659924-161b-459f-b356-8a4a00cb2d78 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 943 time: 0.1192942 Mar 21 21:47:11.933260 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8aa58710-e948-4406-9f64-34eef7989a8d req-8eea200d-e5c1-41ee-9cce-36ed0dd860af tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892572 Mar 21 21:47:11.949711 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f04de43c-e226-48d7-ac32-28dd4e8739a6 req-003263d8-d7a8-4645-a641-e017af74b5e1 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134570 Mar 21 21:47:12.020874 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a0d4a-d33e-406a-94e3-097cd5c23a75 req-9fbe9d2e-a63a-479a-8603-70d0f1aa4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:12.022519 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d5a0d4a-d33e-406a-94e3-097cd5c23a75 req-9fbe9d2e-a63a-479a-8603-70d0f1aa4cc9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae3c9f99fa614ee580a303adac3384c0&device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 1128 time: 0.0668063 Mar 21 21:47:13.096710 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2222657-90d7-40b7-ae2b-11d27bd29fa5 req-8a9cb94f-db76-40b1-9126-7410f396f28f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:13.098221 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2222657-90d7-40b7-ae2b-11d27bd29fa5 req-8a9cb94f-db76-40b1-9126-7410f396f28f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 943 time: 0.0912659 Mar 21 21:47:13.111781 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78a335-9d41-48e2-bb37-37de888abbeb req-db54d730-3a3c-4ad9-869a-fc2becec99ac tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:13.113531 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc78a335-9d41-48e2-bb37-37de888abbeb req-db54d730-3a3c-4ad9-869a-fc2becec99ac tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0763996 Mar 21 21:47:13.186071 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2222657-90d7-40b7-ae2b-11d27bd29fa5 req-95811288-84af-4f77-a568-514c5def8027 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817420 Mar 21 21:47:13.195132 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc78a335-9d41-48e2-bb37-37de888abbeb req-e81a434d-41a5-4eab-bbd7-e44333edc054 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680385 Mar 21 21:47:14.358421 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e393b5-0dea-4060-9765-56658a6b1c3c req-9e1cf10f-8f09-4d5f-a7ad-03407cb44038 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:14.360188 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d2e393b5-0dea-4060-9765-56658a6b1c3c req-9e1cf10f-8f09-4d5f-a7ad-03407cb44038 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 943 time: 0.0916512 Mar 21 21:47:14.381364 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a4acd-3eb8-49fd-b94e-2cae196d5294 req-61f7727d-769e-4e84-9919-e7ca06944dc2 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:14.382968 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-401a4acd-3eb8-49fd-b94e-2cae196d5294 req-61f7727d-769e-4e84-9919-e7ca06944dc2 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.1049092 Mar 21 21:47:14.471053 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-401a4acd-3eb8-49fd-b94e-2cae196d5294 req-75453b73-0f93-4a27-a24e-2bedfd8d87b3 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802188 Mar 21 21:47:14.474362 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d2e393b5-0dea-4060-9765-56658a6b1c3c req-6773b4d5-cc9b-4924-950b-df5605b83124 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904088 Mar 21 21:47:14.985332 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:15.642866 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4c16f-a037-4b28-921c-3cdbf7d84c7b req-2e2d6aea-707c-44da-a24c-884668ae8a4d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:15.644254 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c4c16f-a037-4b28-921c-3cdbf7d84c7b req-2e2d6aea-707c-44da-a24c-884668ae8a4d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0862098 Mar 21 21:47:15.657580 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccd85b-080c-406f-885c-5b556f3e32a2 req-af4b7001-67ba-46b6-84c9-d4d5bc39e853 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:15.659081 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fcccd85b-080c-406f-885c-5b556f3e32a2 req-af4b7001-67ba-46b6-84c9-d4d5bc39e853 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 943 time: 0.0916033 Mar 21 21:47:15.732422 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c4c16f-a037-4b28-921c-3cdbf7d84c7b req-50e27e90-f40b-4e88-81b7-f17216861e35 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824056 Mar 21 21:47:15.744532 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fcccd85b-080c-406f-885c-5b556f3e32a2 req-f8e71a19-d621-4620-8a39-9a5a50959531 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797102 Mar 21 21:47:16.951995 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66123b-0e2c-436d-99d2-f7e4eeec706b req-d6b20670-a359-40d0-9c63-89207bf672de tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:16.953521 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ee66123b-0e2c-436d-99d2-f7e4eeec706b req-d6b20670-a359-40d0-9c63-89207bf672de tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.1072366 Mar 21 21:47:16.960705 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aceb9d-6db0-4abe-b164-4b1a0f4547b3 req-5034a390-f1b6-491c-878f-3d60fc5bcd34 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:16.962092 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-24aceb9d-6db0-4abe-b164-4b1a0f4547b3 req-5034a390-f1b6-491c-878f-3d60fc5bcd34 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 943 time: 0.1207218 Mar 21 21:47:17.046556 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ee66123b-0e2c-436d-99d2-f7e4eeec706b req-b0f86a58-2d65-4156-ae3b-d3d3fcb408e1 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834825 Mar 21 21:47:17.049783 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-24aceb9d-6db0-4abe-b164-4b1a0f4547b3 req-e078372b-88ee-49cb-bbec-2a448e892654 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806656 Mar 21 21:47:17.952957 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98ce89e5-654c-49ec-bca5-82fb8e2b382b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:18.030322 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef6ecf-3225-410e-ae68-4271f016fbcf req-4e86820a-cd1d-4673-a3ec-bb2ba1a413a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.031819 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eeef6ecf-3225-410e-ae68-4271f016fbcf req-4e86820a-cd1d-4673-a3ec-bb2ba1a413a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06db4d666e02437ab41d800f95ca610d&device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 1127 time: 0.0446594 Mar 21 21:47:18.063506 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a0d4a-d33e-406a-94e3-097cd5c23a75 req-b4aaafaf-eac2-433c-b196-36b15c5a8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.065021 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d5a0d4a-d33e-406a-94e3-097cd5c23a75 req-b4aaafaf-eac2-433c-b196-36b15c5a8dc9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ae3c9f99fa614ee580a303adac3384c0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0971625 Mar 21 21:47:18.169275 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a0d4a-d33e-406a-94e3-097cd5c23a75 req-ac44c00b-c882-43c0-8d60-939632d9e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.170774 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d5a0d4a-d33e-406a-94e3-097cd5c23a75 req-ac44c00b-c882-43c0-8d60-939632d9e8ce service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972311 Mar 21 21:47:18.209156 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef6ecf-3225-410e-ae68-4271f016fbcf req-c7a25973-2635-4cf5-b779-8541c020eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.210536 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eeef6ecf-3225-410e-ae68-4271f016fbcf req-c7a25973-2635-4cf5-b779-8541c020eadc service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=06db4d666e02437ab41d800f95ca610d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1682248 Mar 21 21:47:18.253348 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-3c5b2dea-829b-4051-9405-b788fea62f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.254831 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-3c5b2dea-829b-4051-9405-b788fea62f08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae3c9f99fa614ee580a303adac3384c0&device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 1128 time: 0.0480921 Mar 21 21:47:18.279700 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d60024-6536-41bd-8f9e-2287321d4667 req-d251157e-709d-49a7-8dec-ae2db80b1f59 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.281204 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b2d60024-6536-41bd-8f9e-2287321d4667 req-d251157e-709d-49a7-8dec-ae2db80b1f59 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 943 time: 0.1502564 Mar 21 21:47:18.297600 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-856fc11e-90ec-412a-85fc-d08ccf82f328 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f HTTP/1.1" status: 200 len: 217 time: 0.0354502 Mar 21 21:47:18.298800 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1306f49-20a1-4ebf-b149-002b21b079ff req-542fdd97-a273-4065-a973-466a870e9910 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.300242 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1306f49-20a1-4ebf-b149-002b21b079ff req-542fdd97-a273-4065-a973-466a870e9910 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.1578639 Mar 21 21:47:18.349341 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-d24cf173-cf54-4cf7-8e24-85d8f52268e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.350792 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-d24cf173-cf54-4cf7-8e24-85d8f52268e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92ad59a0-c998-4da3-a94a-30b9df297c89 HTTP/1.1" status: 200 len: 848 time: 0.0448790 Mar 21 21:47:18.403625 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-2c6cfa97-4e62-4e2a-aeb9-24211816e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.403909 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef6ecf-3225-410e-ae68-4271f016fbcf req-53acd8e4-9688-495f-8650-af86ec933758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.405265 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eeef6ecf-3225-410e-ae68-4271f016fbcf req-53acd8e4-9688-495f-8650-af86ec933758 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1874812 Mar 21 21:47:18.405401 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-2c6cfa97-4e62-4e2a-aeb9-24211816e826 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fb0f2dc-c084-4ada-9df0-6591abbe6829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478787 Mar 21 21:47:18.409272 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1306f49-20a1-4ebf-b149-002b21b079ff req-5cb361fb-2e3e-4e3f-a489-2f8509b2b185 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012225 Mar 21 21:47:18.412255 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b2d60024-6536-41bd-8f9e-2287321d4667 req-8a972177-3a04-402c-926d-075eb588b839 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238484 Mar 21 21:47:18.488164 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-151e201d-70d9-47b1-8553-219935c2dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.489624 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-151e201d-70d9-47b1-8553-219935c2dbbf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06db4d666e02437ab41d800f95ca610d&device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 1127 time: 0.0439417 Mar 21 21:47:18.500837 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-1d17cea0-7d98-413a-9f24-ee4a24530f78 service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861580 Mar 21 21:47:18.534388 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-a25e1162-a6e3-4a57-a0ed-5873457b7c87 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 HTTP/1.1" status: 200 len: 217 time: 0.0379436 Mar 21 21:47:18.592568 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-15c839ef-626e-4cd8-b251-4eb8b64265e0 service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855355 Mar 21 21:47:18.854469 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-ad69b0d1-032c-404e-92e0-4df455b0666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.856524 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-ad69b0d1-032c-404e-92e0-4df455b0666c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b68424-46a3-400e-841a-893474a8e842 HTTP/1.1" status: 200 len: 854 time: 0.3160188 Mar 21 21:47:18.902036 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c877b220-c691-4e66-85fc-17ee6fc1263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:18.904044 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-c877b220-c691-4e66-85fc-17ee6fc1263e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420699 Mar 21 21:47:18.991962 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-5f142b33-c45c-4156-bc02-243e0af673f6 service neutron] 10.222.0.31 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820725 Mar 21 21:47:19.078443 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73a90e21-80c2-47dc-bdfb-de1c16892cea req-810265ad-6d82-4731-96dc-8f3a0bc59dd7 service neutron] 10.222.0.31 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791140 Mar 21 21:47:19.563201 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb8299-79f7-4e20-9ece-0c753a693170 req-f9f2d7a4-e563-4977-9acd-341802bda383 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:19.564697 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-92eb8299-79f7-4e20-9ece-0c753a693170 req-f9f2d7a4-e563-4977-9acd-341802bda383 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0856240 Mar 21 21:47:19.585388 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce63ba-135b-4e71-87f5-1a292b10e0e8 req-0c625409-2f51-4444-b42a-c37a6db4dc15 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:19.586798 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-57ce63ba-135b-4e71-87f5-1a292b10e0e8 req-0c625409-2f51-4444-b42a-c37a6db4dc15 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 943 time: 0.0805910 Mar 21 21:47:19.648619 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-92eb8299-79f7-4e20-9ece-0c753a693170 req-a4599883-9542-4ab5-a9f6-ff77793298da tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767801 Mar 21 21:47:19.659993 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-57ce63ba-135b-4e71-87f5-1a292b10e0e8 req-4532933d-5f9e-476a-bf92-244577c9545d tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653546 Mar 21 21:47:20.536009 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8d6b-8577-4c41-888d-1eaa57f2d2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:20.802435 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e138629-2de7-4603-82ff-6f3e2892a8fd req-03061f9a-d4e1-485c-bb43-b93049fbb13b tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:20.803961 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e138629-2de7-4603-82ff-6f3e2892a8fd req-03061f9a-d4e1-485c-bb43-b93049fbb13b tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0855262 Mar 21 21:47:20.811862 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81ca03-98d4-44fb-b2ae-48da71ec74e6 req-e2954ffc-53e9-4f41-b624-1770470173fd tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:20.813292 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7e81ca03-98d4-44fb-b2ae-48da71ec74e6 req-e2954ffc-53e9-4f41-b624-1770470173fd tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 943 time: 0.0862536 Mar 21 21:47:20.885250 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e138629-2de7-4603-82ff-6f3e2892a8fd req-891f75d7-af18-4715-9df4-ab9bc61b16a5 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709207 Mar 21 21:47:20.888739 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7e81ca03-98d4-44fb-b2ae-48da71ec74e6 req-a88365a5-b0db-4b8f-baef-8a6ae70458b6 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689456 Mar 21 21:47:21.482023 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:21.748537 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:47:21.845078 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:47:21.857000 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'port_id': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'mac_address': 'fa:16:3e:7c:38:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:47:21.892862 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:47:21.893260 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:21.906171 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:47:21.927829 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:47:21.990289 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:22.037507 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e34f1-156c-49c8-8c83-0fba78bc5280 req-3a48f82f-84c5-4eed-981b-88c9d58d73df tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:22.038661 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:22.038895 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9c5e34f1-156c-49c8-8c83-0fba78bc5280 req-3a48f82f-84c5-4eed-981b-88c9d58d73df tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0858531 Mar 21 21:47:22.047974 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ef874-bed8-4a2a-a88d-cf3e61e7e384 req-49edf804-326a-4c38-b12b-67c719e04ccc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:22.048858 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-516ef874-bed8-4a2a-a88d-cf3e61e7e384 req-49edf804-326a-4c38-b12b-67c719e04ccc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 943 time: 0.0939617 Mar 21 21:47:22.128369 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9c5e34f1-156c-49c8-8c83-0fba78bc5280 req-113caf6a-dd7b-45d4-8018-eef862f619b8 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785291 Mar 21 21:47:22.132438 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-516ef874-bed8-4a2a-a88d-cf3e61e7e384 req-7a9ae586-d47e-40ae-8948-2733e4c6264e tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770621 Mar 21 21:47:22.233723 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:47:22.853315 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:23.276160 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d47001-e5c1-4b83-98d7-78efd1c97c33 req-3c1bbc9b-3c5e-47b9-94d6-d01b697e57d0 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:23.278230 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18d47001-e5c1-4b83-98d7-78efd1c97c33 req-3c1bbc9b-3c5e-47b9-94d6-d01b697e57d0 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0826900 Mar 21 21:47:23.286166 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4de0f-598a-4a1f-a6cc-1a78935962b5 req-dbe77b4b-d1e6-4162-8247-79cb9324c737 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:23.287550 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-61c4de0f-598a-4a1f-a6cc-1a78935962b5 req-dbe77b4b-d1e6-4162-8247-79cb9324c737 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 944 time: 0.0834134 Mar 21 21:47:23.363722 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-18d47001-e5c1-4b83-98d7-78efd1c97c33 req-bdcc3c92-7a76-4ce5-bd2c-3f390a63654e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752144 Mar 21 21:47:23.367959 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-61c4de0f-598a-4a1f-a6cc-1a78935962b5 req-5fecd074-bdf6-4af9-a6a8-6eb43fd005de tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722773 Mar 21 21:47:23.748534 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:47:23.867083 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:47:23.871048 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:47:23.871455 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:23.948577 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:47:23.949003 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:23.971576 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:47:23.973882 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936c7fa1-0add-4f7f-ab13-8bc43dd785a2" -d '{"events": [{"server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "name": "network-vif-plugged", "status": "completed", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:47:23.985566 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:47:24.009130 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4e30fe-9067-48eb-903c-38705ec930a6 x-openstack-request-id: req-5e4e30fe-9067-48eb-903c-38705ec930a6 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:47:24.009417 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "name": "network-vif-plugged", "status": "completed", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:47:24.009671 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e4e30fe-9067-48eb-903c-38705ec930a6 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:47:24.010067 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'code': 200} Mar 21 21:47:24.059147 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:24.107768 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:24.281263 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2dee8e-6784-4d00-a50e-fe4cb1bbb5d4 req-fbda2516-31e2-45f8-a364-b604ffe5f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:24.282755 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ec2dee8e-6784-4d00-a50e-fe4cb1bbb5d4 req-fbda2516-31e2-45f8-a364-b604ffe5f0ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 1129 time: 0.0436139 Mar 21 21:47:24.327013 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ec2dee8e-6784-4d00-a50e-fe4cb1bbb5d4 req-e2030162-738e-467d-adac-0c59d123dcb2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376775 Mar 21 21:47:24.387678 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:24.519234 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10ce99-4079-484c-b2fd-158e49cd9f4b req-2603debf-bb07-46c3-899b-09dccf14815b tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:24.520764 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bd10ce99-4079-484c-b2fd-158e49cd9f4b req-2603debf-bb07-46c3-899b-09dccf14815b tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0895205 Mar 21 21:47:24.534339 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fc64e-289d-4b90-84ef-ab0ee509116b req-564a06b9-4d46-4bfa-b0da-60ccbf7b09e0 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:24.535684 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3b3fc64e-289d-4b90-84ef-ab0ee509116b req-564a06b9-4d46-4bfa-b0da-60ccbf7b09e0 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 945 time: 0.0918827 Mar 21 21:47:24.604776 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bd10ce99-4079-484c-b2fd-158e49cd9f4b req-e9e4bcf5-2dbd-45f4-a6b0-adb7f6a6f853 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782270 Mar 21 21:47:24.611959 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3b3fc64e-289d-4b90-84ef-ab0ee509116b req-e34f2836-d804-44b7-a071-95a44a047b14 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698371 Mar 21 21:47:25.751432 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664d20f-d21b-4e68-8ba5-98504c07343e req-f6c7dae6-94d4-49cb-a92f-045e06293482 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:25.752938 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8664d20f-d21b-4e68-8ba5-98504c07343e req-f6c7dae6-94d4-49cb-a92f-045e06293482 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0834446 Mar 21 21:47:25.760515 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a194ab-d6df-4e20-b4b1-434a012034a6 req-66e7376c-ee4e-45d9-92ed-1e79727c51ec tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:25.761910 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06a194ab-d6df-4e20-b4b1-434a012034a6 req-66e7376c-ee4e-45d9-92ed-1e79727c51ec tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 945 time: 0.0829337 Mar 21 21:47:25.839356 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8664d20f-d21b-4e68-8ba5-98504c07343e req-8d285f6e-9a22-43bb-ae96-49dbbb11b091 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764999 Mar 21 21:47:25.844269 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06a194ab-d6df-4e20-b4b1-434a012034a6 req-f288af8a-4104-47ef-a7f8-f4aa2f1b2cc4 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756631 Mar 21 21:47:25.960313 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4a6ac-7424-4111-a8ef-9c155f3d1814 req-7fc45141-1e99-403c-b2be-37db6a9b1bd8 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:25.961691 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3d4a6ac-7424-4111-a8ef-9c155f3d1814 req-7fc45141-1e99-403c-b2be-37db6a9b1bd8 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Mar 21 21:47:26.006128 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3d4a6ac-7424-4111-a8ef-9c155f3d1814 req-f2660cb1-03e1-46f5-b112-a9944583150a tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 Mar 21 21:47:26.319821 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826f3c5-42ba-4cbe-b988-506d8919591a req-adc10001-53a4-4fb2-8806-8bcaf5553f65 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:26.321326 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f826f3c5-42ba-4cbe-b988-506d8919591a req-adc10001-53a4-4fb2-8806-8bcaf5553f65 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 945 time: 0.0514698 Mar 21 21:47:26.371233 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f826f3c5-42ba-4cbe-b988-506d8919591a req-fc07b160-137c-47ea-8003-10ea0cba21ec tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441296 Mar 21 21:47:26.958373 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd2b72-c140-4eaf-8ba4-3e408c428bc8 req-9f32471c-63a0-4100-bc11-94676c7429eb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:26.959885 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6bdd2b72-c140-4eaf-8ba4-3e408c428bc8 req-9f32471c-63a0-4100-bc11-94676c7429eb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0559554 Mar 21 21:47:27.011892 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6bdd2b72-c140-4eaf-8ba4-3e408c428bc8 req-da7d8c66-82f9-4046-bdb7-e53eec63626f tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459774 Mar 21 21:47:27.765550 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ee18d2c5-72af-4844-9a48-013e4f057c7f details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:47:27.863675 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ee18d2c5-72af-4844-9a48-013e4f057c7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:47:27.875369 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'port_id': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'mac_address': 'fa:16:3e:52:d0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:47:27.910387 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port ee18d2c5-72af-4844-9a48-013e4f057c7f is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:47:27.910768 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:27.926589 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee18d2c5-72af-4844-9a48-013e4f057c7f {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:47:27.944673 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ee18d2c5-72af-4844-9a48-013e4f057c7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:47:28.007631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:28.058193 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=ee18d2c5-72af-4844-9a48-013e4f057c7f,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:28.136933 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb7889-24d3-4e12-a598-f319353c4051 req-aa0fa7be-a8b3-4899-8f2f-498aed4015ac tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:28.138446 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a0cb7889-24d3-4e12-a598-f319353c4051 req-aa0fa7be-a8b3-4899-8f2f-498aed4015ac tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 945 time: 0.0537930 Mar 21 21:47:28.190660 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a0cb7889-24d3-4e12-a598-f319353c4051 req-1a54794a-abce-4dd1-a5d2-df6943004bf1 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459442 Mar 21 21:47:28.224486 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['ee18d2c5-72af-4844-9a48-013e4f057c7f'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:47:29.462207 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64c258-55af-43e1-982b-02353a0abba8 req-35659838-c1dc-45b9-ba06-295f33bca555 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:29.463597 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e64c258-55af-43e1-982b-02353a0abba8 req-35659838-c1dc-45b9-ba06-295f33bca555 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 945 time: 0.0552337 Mar 21 21:47:29.513485 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e64c258-55af-43e1-982b-02353a0abba8 req-545ef30b-2c44-42ad-b7f0-95d5d1b68b63 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 Mar 21 21:47:29.778800 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ee18d2c5-72af-4844-9a48-013e4f057c7f up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:47:29.924420 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port ee18d2c5-72af-4844-9a48-013e4f057c7f completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:47:29.928371 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port ee18d2c5-72af-4844-9a48-013e4f057c7f triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:47:29.928774 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:30.005105 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port ee18d2c5-72af-4844-9a48-013e4f057c7f is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:47:30.005483 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:30.027335 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:47:30.029606 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b702df-b6ca-4e57-8eb0-4ab55b97ba7a" -d '{"events": [{"server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "name": "network-vif-plugged", "status": "completed", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:47:30.041700 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ee18d2c5-72af-4844-9a48-013e4f057c7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:47:30.068006 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44d190c-d14c-4dd9-bfc0-079272a01215 x-openstack-request-id: req-b44d190c-d14c-4dd9-bfc0-079272a01215 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:47:30.068296 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "name": "network-vif-plugged", "status": "completed", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:47:30.068552 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b44d190c-d14c-4dd9-bfc0-079272a01215 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:47:30.068974 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'code': 200} Mar 21 21:47:30.110634 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:30.158479 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=ee18d2c5-72af-4844-9a48-013e4f057c7f,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:30.439635 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76101cca-a16a-478f-ae3f-14b3a66116b4 req-664aa954-5e31-44bc-bd28-0021f96cff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:30.441194 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76101cca-a16a-478f-ae3f-14b3a66116b4 req-664aa954-5e31-44bc-bd28-0021f96cff3a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 1130 time: 0.0428851 Mar 21 21:47:30.487046 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76101cca-a16a-478f-ae3f-14b3a66116b4 req-7840c8c6-709e-49e6-87f9-99d0c28ad9fc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392296 Mar 21 21:47:30.629930 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2edc57-687a-4987-99cf-93fc32cc0e7e req-88888564-dddc-4a10-8e42-26905e80bf86 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:30.631306 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8d2edc57-687a-4987-99cf-93fc32cc0e7e req-88888564-dddc-4a10-8e42-26905e80bf86 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0523016 Mar 21 21:47:30.681994 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8d2edc57-687a-4987-99cf-93fc32cc0e7e req-3a78c02d-6f08-408d-80c3-1ed591a49671 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452423 Mar 21 21:47:31.800028 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a214527-15ba-4729-aac9-00236bcaecdc req-82036bb0-e3f4-4045-a258-fd9ca68f6987 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:31.801510 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7a214527-15ba-4729-aac9-00236bcaecdc req-82036bb0-e3f4-4045-a258-fd9ca68f6987 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0518160 Mar 21 21:47:31.848588 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7a214527-15ba-4729-aac9-00236bcaecdc req-85bd89e4-6516-42fb-996f-e8c843023ef6 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415714 Mar 21 21:47:31.966811 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ea2cf-1b19-4ae1-9b2b-d25a71c80fb7 req-f19b0a84-caa4-4d02-a917-8c93f264c458 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:31.968201 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d85ea2cf-1b19-4ae1-9b2b-d25a71c80fb7 req-f19b0a84-caa4-4d02-a917-8c93f264c458 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0522304 Mar 21 21:47:32.015726 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d85ea2cf-1b19-4ae1-9b2b-d25a71c80fb7 req-0ff6c39e-79e4-483d-8638-9aa67625ee33 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Mar 21 21:47:32.036949 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37988) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:47:32.176349 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c6dbce-1da5-4abe-a281-b5ef7dac4cde tempest-TestShelveInstance-840576741 tempest-TestShelveInstance-840576741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:32.177895 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a8c6dbce-1da5-4abe-a281-b5ef7dac4cde tempest-TestShelveInstance-840576741 tempest-TestShelveInstance-840576741-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 1125 time: 0.1399963 Mar 21 21:47:32.180759 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 37994) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:47:32.186809 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'port_id': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:32.266989 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:32.359905 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:32.463319 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Allocated IP 172.27.1.193 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/c335e0a6-0c36-42b3-8131-ac7cb335df6c) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:47:32.569791 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for port (c335e0a6-0c36-42b3-8131-ac7cb335df6c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:32.653146 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (c335e0a6-0c36-42b3-8131-ac7cb335df6c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:32.691885 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:47:32.694639 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:47:32.698126 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:47:32.724075 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event updated for resources: {'Port': ['ID=c335e0a6-0c36-42b3-8131-ac7cb335df6c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:33.070702 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for floatingip (6f0ec81f-af0f-4227-a464-55b0446929b5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:33.217451 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (c335e0a6-0c36-42b3-8131-ac7cb335df6c), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:33.360893 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for port (c335e0a6-0c36-42b3-8131-ac7cb335df6c), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:33.443984 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (c335e0a6-0c36-42b3-8131-ac7cb335df6c), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:33.515806 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event updated for resources: {'Port': ['ID=c335e0a6-0c36-42b3-8131-ac7cb335df6c,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:33.525836 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (6f0ec81f-af0f-4227-a464-55b0446929b5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:33.627392 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Floating IP 6f0ec81f-af0f-4227-a464-55b0446929b5 associated. External IP: 172.27.1.193, port: ee18d2c5-72af-4844-9a48-013e4f057c7f. Mar 21 21:47:33.831079 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:47:33.933328 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:47:33.942757 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1cd20-b294-4f31-bedd-d34d2f8d5fc1 None None] Sync routers for ids ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:47:33.952251 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1cd20-b294-4f31-bedd-d34d2f8d5fc1 None None] Routers {'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:47:33.952890 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ede1cd20-b294-4f31-bedd-d34d2f8d5fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:47:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:47:34.003367 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:34.035168 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-91e2cca5-7e5b-422c-8013-4f6758de4097 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8533843 Mar 21 21:47:34.035752 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:47:34.038001 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce11524-e2a1-487b-89a8-5697e1f87869" -d '{"events": [{"name": "network-changed", "server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:47:34.061914 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-ede1cd20-b294-4f31-bedd-d34d2f8d5fc1 None None] Set router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:47:34.073270 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae70463-c070-42d8-ac5e-1626c38b4e1e x-openstack-request-id: req-6ae70463-c070-42d8-ac5e-1626c38b4e1e {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:47:34.073776 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:47:34.073937 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ae70463-c070-42d8-ac5e-1626c38b4e1e {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:47:34.074404 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'status': 'completed', 'code': 200} Mar 21 21:47:34.142952 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce11524-e2a1-487b-89a8-5697e1f87869 req-f9ae6ffe-7c62-43ba-b1c1-918228225b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:34.144456 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cce11524-e2a1-487b-89a8-5697e1f87869 req-f9ae6ffe-7c62-43ba-b1c1-918228225b81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae3c9f99fa614ee580a303adac3384c0&device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 1130 time: 0.0438721 Mar 21 21:47:34.236140 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce11524-e2a1-487b-89a8-5697e1f87869 req-d10c5076-4ef4-4f8e-84d0-6457adfb34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:34.237403 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cce11524-e2a1-487b-89a8-5697e1f87869 req-d10c5076-4ef4-4f8e-84d0-6457adfb34c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fb0f2dc-c084-4ada-9df0-6591abbe6829 HTTP/1.1" status: 200 len: 910 time: 0.0867074 Mar 21 21:47:34.287622 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ede1cd20-b294-4f31-bedd-d34d2f8d5fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '6f0ec81f-af0f-4227-a464-55b0446929b5', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'port_id': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'mac_address': 'fa:16:3e:52:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:47:32Z', 'updated_at': '2022-03-21T21:47:32Z', 'revision_number': 0, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54f40f9-d2b4-47ce-b5b7-0ccb0f725772', 'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'mac_address': 'fa:16:3e:bf:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:37Z', 'updated_at': '2022-03-21T21:46:42Z', 'revision_number': 5, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'subnets': [{'id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:47:34.312617 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1cd20-b294-4f31-bedd-d34d2f8d5fc1 None None] Checking router: a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:47:34.314991 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cce11524-e2a1-487b-89a8-5697e1f87869 req-6fa819a5-0abe-40f1-a842-74a5e5d15ebb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f HTTP/1.1" status: 200 len: 1000 time: 0.0672948 Mar 21 21:47:34.321114 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1cd20-b294-4f31-bedd-d34d2f8d5fc1 None None] Routers {'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:47:34.321724 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ede1cd20-b294-4f31-bedd-d34d2f8d5fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:47:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:47:34.361864 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce11524-e2a1-487b-89a8-5697e1f87869 req-e90b9c6f-d2cb-44be-ad15-52170fcf04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:34.363373 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cce11524-e2a1-487b-89a8-5697e1f87869 req-e90b9c6f-d2cb-44be-ad15-52170fcf04bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92ad59a0-c998-4da3-a94a-30b9df297c89 HTTP/1.1" status: 200 len: 848 time: 0.0453901 Mar 21 21:47:34.411113 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce11524-e2a1-487b-89a8-5697e1f87869 req-02b576fa-351c-4ae7-9965-a6ce31b95570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:34.412693 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cce11524-e2a1-487b-89a8-5697e1f87869 req-02b576fa-351c-4ae7-9965-a6ce31b95570 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fb0f2dc-c084-4ada-9df0-6591abbe6829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433793 Mar 21 21:47:34.427864 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-ede1cd20-b294-4f31-bedd-d34d2f8d5fc1 None None] Set router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:47:34.512634 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cce11524-e2a1-487b-89a8-5697e1f87869 req-ab59ccb8-af56-45cb-b08c-653946e12c5d service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929832 Mar 21 21:47:34.603993 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cce11524-e2a1-487b-89a8-5697e1f87869 req-bc467be2-7d8e-4942-92f7-1b9beedc9842 service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849447 Mar 21 21:47:34.775897 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ede1cd20-b294-4f31-bedd-d34d2f8d5fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '6f0ec81f-af0f-4227-a464-55b0446929b5', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'port_id': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'mac_address': 'fa:16:3e:52:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:47:32Z', 'updated_at': '2022-03-21T21:47:32Z', 'revision_number': 0, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54f40f9-d2b4-47ce-b5b7-0ccb0f725772', 'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'mac_address': 'fa:16:3e:bf:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:37Z', 'updated_at': '2022-03-21T21:46:42Z', 'revision_number': 5, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'subnets': [{'id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:47:34.801224 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1cd20-b294-4f31-bedd-d34d2f8d5fc1 None None] The sync data for ids ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'] in dv-cinder-834541-1-iscsi is: [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '6f0ec81f-af0f-4227-a464-55b0446929b5', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'port_id': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'mac_address': 'fa:16:3e:52:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:47:32Z', 'updated_at': '2022-03-21T21:47:32Z', 'revision_number': 0, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54f40f9-d2b4-47ce-b5b7-0ccb0f725772', 'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'mac_address': 'fa:16:3e:bf:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:37Z', 'updated_at': '2022-03-21T21:46:42Z', 'revision_number': 5, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'subnets': [{'id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:47:34.981383 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b48d5-ce4a-4042-8a42-7fca25fba423 None None] New status for floating IP 6f0ec81f-af0f-4227-a464-55b0446929b5: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:47:36.585913 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad44f2-dafb-48f9-8d2a-e804840ca763 req-80dde8c4-b351-4a01-9793-2ccd3a134e2b tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:36.587356 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fad44f2-dafb-48f9-8d2a-e804840ca763 req-80dde8c4-b351-4a01-9793-2ccd3a134e2b tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 945 time: 0.0557816 Mar 21 21:47:36.632281 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fad44f2-dafb-48f9-8d2a-e804840ca763 req-a3b64f50-7ff2-41bd-b34e-1fdd4e08a86f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 Mar 21 21:47:36.653565 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38014) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:47:36.735908 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a80847-a2fd-4fc3-b80f-89990f6295c7 tempest-TestMinimumBasicScenario-2022459070 tempest-TestMinimumBasicScenario-2022459070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:36.738189 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e7a80847-a2fd-4fc3-b80f-89990f6295c7 tempest-TestMinimumBasicScenario-2022459070 tempest-TestMinimumBasicScenario-2022459070-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 1124 time: 0.0835338 Mar 21 21:47:36.740943 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38018) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:47:36.745071 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'port_id': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:36.864602 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:36.960128 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:37.059997 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Allocated IP 172.27.1.100 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:47:37.159609 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for port (11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:37.253478 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:37.288474 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:47:37.291201 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:47:37.293589 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:47:37.322166 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event updated for resources: {'Port': ['ID=11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:37.648559 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for floatingip (a7f83533-e491-42ae-a700-c15f6951cfe2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:38.048068 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:38.198564 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for port (11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:38.254972 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:38.323248 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event updated for resources: {'Port': ['ID=11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:38.331400 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (a7f83533-e491-42ae-a700-c15f6951cfe2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:38.430485 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Floating IP a7f83533-e491-42ae-a700-c15f6951cfe2 associated. External IP: 172.27.1.100, port: 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594. Mar 21 21:47:38.638098 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:47:38.744194 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:47:38.754469 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a76be-07e2-41e5-8a34-9b1c463bc3b0 None None] Sync routers for ids ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:47:38.763607 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a76be-07e2-41e5-8a34-9b1c463bc3b0 None None] Routers {'7f5ef215-f8a8-4860-aab5-f5e6130540b2'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:47:38.764224 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fb5a76be-07e2-41e5-8a34-9b1c463bc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:47:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:47:38.823474 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:38.854095 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a9571ea4-ba42-4e2a-9b18-20c709974adc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1121447 Mar 21 21:47:38.854672 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:47:38.856957 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cec57f4-6a0f-475c-94d3-f478c238ff2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:47:38.857112 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38020) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:47:38.868313 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-223754373', 'description': 'tempest-secgroup-smoke-223754373 description', 'project_id': '06db4d666e02437ab41d800f95ca610d'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:38.875986 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-fb5a76be-07e2-41e5-8a34-9b1c463bc3b0 None None] Set router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:47:38.901038 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb37c6b6-bda1-4efe-bd97-9ac8c4a3a634 x-openstack-request-id: req-bb37c6b6-bda1-4efe-bd97-9ac8c4a3a634 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:47:38.901330 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:47:38.901586 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb37c6b6-bda1-4efe-bd97-9ac8c4a3a634 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:47:38.901981 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'status': 'completed', 'code': 200} Mar 21 21:47:38.941431 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:38.968349 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec57f4-6a0f-475c-94d3-f478c238ff2f req-f9a0489f-4451-4dad-b7ca-a7c69ae0ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:38.969903 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2cec57f4-6a0f-475c-94d3-f478c238ff2f req-f9a0489f-4451-4dad-b7ca-a7c69ae0ca4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06db4d666e02437ab41d800f95ca610d&device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 1129 time: 0.0466180 Mar 21 21:47:39.009755 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group (0df89286-e722-4644-a38d-8413a9e650d5), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:39.063951 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec57f4-6a0f-475c-94d3-f478c238ff2f req-93a84c02-454e-429a-9151-16642af7a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:39.066003 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2cec57f4-6a0f-475c-94d3-f478c238ff2f req-93a84c02-454e-429a-9151-16642af7a9c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a HTTP/1.1" status: 200 len: 916 time: 0.0897810 Mar 21 21:47:39.089973 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0df89286-e722-4644-a38d-8413a9e650d5), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:39.114950 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fb5a76be-07e2-41e5-8a34-9b1c463bc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'a7f83533-e491-42ae-a700-c15f6951cfe2', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'port_id': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'mac_address': 'fa:16:3e:7c:38:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:47:37Z', 'updated_at': '2022-03-21T21:47:37Z', 'revision_number': 0, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68440f8-c01a-4e2d-8250-47bc9e6e79e0', 'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'mac_address': 'fa:16:3e:c2:5e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:53Z', 'revision_number': 5, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'subnets': [{'id': '14b68424-46a3-400e-841a-893474a8e842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:47:39.119714 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df89286-e722-4644-a38d-8413a9e650d5,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:39.127277 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.127609 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.128128 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.128467 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.128817 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.129322 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.129822 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.130321 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.130810 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.131291 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.131775 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.132270 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.132791 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.133280 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.133526 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2cec57f4-6a0f-475c-94d3-f478c238ff2f req-5dabbd86-da4a-485b-9ff9-1cfdea9ede7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 HTTP/1.1" status: 200 len: 999 time: 0.0622480 Mar 21 21:47:39.133944 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:47:39.143836 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a76be-07e2-41e5-8a34-9b1c463bc3b0 None None] Checking router: 7f5ef215-f8a8-4860-aab5-f5e6130540b2 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:47:39.152360 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a76be-07e2-41e5-8a34-9b1c463bc3b0 None None] Routers {'7f5ef215-f8a8-4860-aab5-f5e6130540b2'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:47:39.153014 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fb5a76be-07e2-41e5-8a34-9b1c463bc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:47:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:47:39.172012 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:39.173334 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c18d1954-383d-44b3-872f-aed996c49c51 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3152814 Mar 21 21:47:39.176229 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38024) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:47:39.180687 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-1fe04a7c-492d-496e-8c44-e3755e4e6bad tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Request body: {'security_group_rule': {'security_group_id': '0df89286-e722-4644-a38d-8413a9e650d5', 'project_id': '06db4d666e02437ab41d800f95ca610d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:39.190255 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec57f4-6a0f-475c-94d3-f478c238ff2f req-905183b4-05b6-47c4-9137-8d8e004d64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:39.192162 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2cec57f4-6a0f-475c-94d3-f478c238ff2f req-905183b4-05b6-47c4-9137-8d8e004d64e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b68424-46a3-400e-841a-893474a8e842 HTTP/1.1" status: 200 len: 854 time: 0.0534394 Mar 21 21:47:39.240802 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec57f4-6a0f-475c-94d3-f478c238ff2f req-be2d7dff-275d-46d0-a2f9-6e5541f437e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:39.242398 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2cec57f4-6a0f-475c-94d3-f478c238ff2f req-be2d7dff-275d-46d0-a2f9-6e5541f437e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448236 Mar 21 21:47:39.264188 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-fb5a76be-07e2-41e5-8a34-9b1c463bc3b0 None None] Set router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:47:39.266533 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1fe04a7c-492d-496e-8c44-e3755e4e6bad tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (17506a38-ae84-46a4-8b90-0b37e38c07b8), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:39.327260 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1fe04a7c-492d-496e-8c44-e3755e4e6bad tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (17506a38-ae84-46a4-8b90-0b37e38c07b8), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:39.333885 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2cec57f4-6a0f-475c-94d3-f478c238ff2f req-8f73c845-48e6-44c6-9aca-2f23f6349872 service neutron] 10.222.0.31 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857584 Mar 21 21:47:39.415594 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1fe04a7c-492d-496e-8c44-e3755e4e6bad tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (17506a38-ae84-46a4-8b90-0b37e38c07b8), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:39.427806 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2cec57f4-6a0f-475c-94d3-f478c238ff2f req-8236829a-d512-47cd-9cb5-61265a4296ce service neutron] 10.222.0.31 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868752 Mar 21 21:47:39.435609 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe04a7c-492d-496e-8c44-e3755e4e6bad tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17506a38-ae84-46a4-8b90-0b37e38c07b8,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:39.498331 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fb5a76be-07e2-41e5-8a34-9b1c463bc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'a7f83533-e491-42ae-a700-c15f6951cfe2', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'port_id': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'mac_address': 'fa:16:3e:7c:38:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:47:37Z', 'updated_at': '2022-03-21T21:47:37Z', 'revision_number': 0, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68440f8-c01a-4e2d-8250-47bc9e6e79e0', 'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'mac_address': 'fa:16:3e:c2:5e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:53Z', 'revision_number': 5, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'subnets': [{'id': '14b68424-46a3-400e-841a-893474a8e842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:47:39.506461 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1fe04a7c-492d-496e-8c44-e3755e4e6bad tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:39.507844 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-1fe04a7c-492d-496e-8c44-e3755e4e6bad tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306439 Mar 21 21:47:39.510953 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38026) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:47:39.515777 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-ac4ff7a3-88dc-4404-a28b-f3e7aef78669 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Request body: {'security_group_rule': {'security_group_id': '0df89286-e722-4644-a38d-8413a9e650d5', 'project_id': '06db4d666e02437ab41d800f95ca610d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:39.528231 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a76be-07e2-41e5-8a34-9b1c463bc3b0 None None] The sync data for ids ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'] in dv-cinder-834541-1-iscsi is: [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'a7f83533-e491-42ae-a700-c15f6951cfe2', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'port_id': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'mac_address': 'fa:16:3e:7c:38:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:47:37Z', 'updated_at': '2022-03-21T21:47:37Z', 'revision_number': 0, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68440f8-c01a-4e2d-8250-47bc9e6e79e0', 'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'mac_address': 'fa:16:3e:c2:5e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:53Z', 'revision_number': 5, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'subnets': [{'id': '14b68424-46a3-400e-841a-893474a8e842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:47:39.612990 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff7a3-88dc-4404-a28b-f3e7aef78669 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (3ec1e325-afba-4844-90c4-598c35ebfa0b), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:39.674832 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff7a3-88dc-4404-a28b-f3e7aef78669 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (3ec1e325-afba-4844-90c4-598c35ebfa0b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:39.717250 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e44d27-98e1-425d-8b81-bde9c2f3f33b None None] New status for floating IP a7f83533-e491-42ae-a700-c15f6951cfe2: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:47:39.746931 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff7a3-88dc-4404-a28b-f3e7aef78669 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (3ec1e325-afba-4844-90c4-598c35ebfa0b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:39.764020 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ff7a3-88dc-4404-a28b-f3e7aef78669 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec1e325-afba-4844-90c4-598c35ebfa0b,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:39.834251 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff7a3-88dc-4404-a28b-f3e7aef78669 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:39.835780 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ac4ff7a3-88dc-4404-a28b-f3e7aef78669 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3238003 Mar 21 21:47:39.838450 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38028) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:47:39.842955 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-6b0449a6-b4ec-495a-a9cb-83a84b56ff15 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Request body: {'security_group_rule': {'security_group_id': '0df89286-e722-4644-a38d-8413a9e650d5', 'project_id': '06db4d666e02437ab41d800f95ca610d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:39.952677 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6b0449a6-b4ec-495a-a9cb-83a84b56ff15 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (ef09d0be-a600-4ba0-a159-0963f7ed6cea), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.009353 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6b0449a6-b4ec-495a-a9cb-83a84b56ff15 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (ef09d0be-a600-4ba0-a159-0963f7ed6cea), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.054960 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6b0449a6-b4ec-495a-a9cb-83a84b56ff15 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (ef09d0be-a600-4ba0-a159-0963f7ed6cea), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.073115 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0449a6-b4ec-495a-a9cb-83a84b56ff15 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef09d0be-a600-4ba0-a159-0963f7ed6cea,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:40.137188 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6b0449a6-b4ec-495a-a9cb-83a84b56ff15 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.138551 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6b0449a6-b4ec-495a-a9cb-83a84b56ff15 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2991710 Mar 21 21:47:40.141305 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38030) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:47:40.146314 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-809dc176-8e31-421a-814d-be8c87977a41 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Request body: {'security_group_rule': {'security_group_id': '0df89286-e722-4644-a38d-8413a9e650d5', 'project_id': '06db4d666e02437ab41d800f95ca610d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:40.242835 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-809dc176-8e31-421a-814d-be8c87977a41 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (61d56402-71d0-4acd-80c5-9d2cd36f6b16), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.301064 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-809dc176-8e31-421a-814d-be8c87977a41 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (61d56402-71d0-4acd-80c5-9d2cd36f6b16), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.369982 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-809dc176-8e31-421a-814d-be8c87977a41 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (61d56402-71d0-4acd-80c5-9d2cd36f6b16), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.388758 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dc176-8e31-421a-814d-be8c87977a41 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d56402-71d0-4acd-80c5-9d2cd36f6b16,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:40.454907 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-809dc176-8e31-421a-814d-be8c87977a41 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.456143 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-809dc176-8e31-421a-814d-be8c87977a41 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3137834 Mar 21 21:47:40.459308 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38032) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:47:40.465958 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-0109d9fe-38ef-432c-8e71-406ac67e4c0b tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Request body: {'security_group_rule': {'security_group_id': '0df89286-e722-4644-a38d-8413a9e650d5', 'project_id': '06db4d666e02437ab41d800f95ca610d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:40.553038 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.securitygroups_db [None req-0109d9fe-38ef-432c-8e71-406ac67e4c0b tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Project 06db4d666e02437ab41d800f95ca610d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 21:47:40.558313 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0109d9fe-38ef-432c-8e71-406ac67e4c0b tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (a1010a0e-90b9-4e36-a4f5-b0e58e95ac43), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.614388 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0109d9fe-38ef-432c-8e71-406ac67e4c0b tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (a1010a0e-90b9-4e36-a4f5-b0e58e95ac43), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.695116 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0109d9fe-38ef-432c-8e71-406ac67e4c0b tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (a1010a0e-90b9-4e36-a4f5-b0e58e95ac43), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.713483 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109d9fe-38ef-432c-8e71-406ac67e4c0b tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1010a0e-90b9-4e36-a4f5-b0e58e95ac43,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:40.789031 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0109d9fe-38ef-432c-8e71-406ac67e4c0b tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.790259 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0109d9fe-38ef-432c-8e71-406ac67e4c0b tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3300328 Mar 21 21:47:40.793162 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38036) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:47:40.798068 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-0a0f5442-9a60-43b7-a89b-2eec28e381a3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Request body: {'security_group_rule': {'security_group_id': '0df89286-e722-4644-a38d-8413a9e650d5', 'project_id': '06db4d666e02437ab41d800f95ca610d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:40.884096 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.securitygroups_db [None req-0a0f5442-9a60-43b7-a89b-2eec28e381a3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Project 06db4d666e02437ab41d800f95ca610d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 21:47:40.889289 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5442-9a60-43b7-a89b-2eec28e381a3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (91a3cfad-b358-417c-a98d-b5a5fe3bec80), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:40.946432 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5442-9a60-43b7-a89b-2eec28e381a3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (91a3cfad-b358-417c-a98d-b5a5fe3bec80), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:41.021058 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5442-9a60-43b7-a89b-2eec28e381a3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (91a3cfad-b358-417c-a98d-b5a5fe3bec80), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:41.038442 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f5442-9a60-43b7-a89b-2eec28e381a3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a3cfad-b358-417c-a98d-b5a5fe3bec80,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:41.108421 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5442-9a60-43b7-a89b-2eec28e381a3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:41.109695 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0a0f5442-9a60-43b7-a89b-2eec28e381a3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3152003 Mar 21 21:47:41.200092 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-54e7abde-3287-4bb1-8837-57848342bb28 req-aaedd47b-fce9-48bf-9ab0-4a71a1b40d56 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-223754373&fields=id&tenant_id=06db4d666e02437ab41d800f95ca610d HTTP/1.1" status: 200 len: 267 time: 0.0475688 Mar 21 21:47:41.217397 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:47:41.255288 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7abde-3287-4bb1-8837-57848342bb28 req-c155c789-ff78-4eb3-b81c-a337f211f39a tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:41.256761 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-54e7abde-3287-4bb1-8837-57848342bb28 req-c155c789-ff78-4eb3-b81c-a337f211f39a tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 945 time: 0.0511734 Mar 21 21:47:41.267073 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-54e7abde-3287-4bb1-8837-57848342bb28 req-dceb69cb-e29f-48c5-8a6e-737e72fafb6f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Request body: {'port': {'security_groups': ['513c184c-4234-4448-9e52-2f667a69f6be', '0df89286-e722-4644-a38d-8413a9e650d5']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:47:41.334151 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-54e7abde-3287-4bb1-8837-57848342bb28 req-dceb69cb-e29f-48c5-8a6e-737e72fafb6f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:41.511756 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-54e7abde-3287-4bb1-8837-57848342bb28 req-dceb69cb-e29f-48c5-8a6e-737e72fafb6f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] For port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:47:41.540734 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-54e7abde-3287-4bb1-8837-57848342bb28 req-dceb69cb-e29f-48c5-8a6e-737e72fafb6f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:41.598243 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-54e7abde-3287-4bb1-8837-57848342bb28 req-dceb69cb-e29f-48c5-8a6e-737e72fafb6f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:41.610594 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:47:41.644232 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7abde-3287-4bb1-8837-57848342bb28 req-dceb69cb-e29f-48c5-8a6e-737e72fafb6f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:41.644916 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-54e7abde-3287-4bb1-8837-57848342bb28 req-dceb69cb-e29f-48c5-8a6e-737e72fafb6f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:41.646940 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-54e7abde-3287-4bb1-8837-57848342bb28 req-dceb69cb-e29f-48c5-8a6e-737e72fafb6f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "PUT /v2.0/ports/00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 HTTP/1.1" status: 200 len: 981 time: 0.3842204 Mar 21 21:47:41.647385 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:47:41.649670 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914a6765-83d8-4778-af6a-c74b6a84310a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:47:41.690526 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb69cb-e29f-48c5-8a6e-737e72fafb6f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event updated for resources: {'Port': ['ID=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,revision_number=6']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:47:41.708318 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a3d77-e6f8-4fc8-beb6-1c46c7913a9e x-openstack-request-id: req-ea3a3d77-e6f8-4fc8-beb6-1c46c7913a9e {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:47:41.709039 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:47:41.709501 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea3a3d77-e6f8-4fc8-beb6-1c46c7913a9e {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:47:41.710070 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'status': 'completed', 'code': 200} Mar 21 21:47:41.726073 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:47:41.805901 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff043f-923d-482e-8a6d-a17f1cb00bd5 req-f1babc93-41e3-40ee-8009-72eccf95a072 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:41.807443 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49ff043f-923d-482e-8a6d-a17f1cb00bd5 req-f1babc93-41e3-40ee-8009-72eccf95a072 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0902314 Mar 21 21:47:41.809840 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a6765-83d8-4778-af6a-c74b6a84310a req-c257547e-d4a3-456c-9c3e-87197a74b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:41.811340 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-914a6765-83d8-4778-af6a-c74b6a84310a req-c257547e-d4a3-456c-9c3e-87197a74b077 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06db4d666e02437ab41d800f95ca610d&device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 1168 time: 0.0827107 Mar 21 21:47:41.931513 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49ff043f-923d-482e-8a6d-a17f1cb00bd5 req-2f5ad838-4ff8-46e9-86ee-080df055276b tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1170080 Mar 21 21:47:41.949254 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-754c6a2f-e518-40d4-b0bf-60e4d93fa301 None None] Provisioning complete for port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:47:41.949631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-754c6a2f-e518-40d4-b0bf-60e4d93fa301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:41.956253 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a6765-83d8-4778-af6a-c74b6a84310a req-3fbabb7c-9e55-4cf3-b658-3bb29b82ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:41.958727 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-914a6765-83d8-4778-af6a-c74b6a84310a req-3fbabb7c-9e55-4cf3-b658-3bb29b82ec7d service neutron] 10.222.0.31 "GET /v2.0/networks?id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a HTTP/1.1" status: 200 len: 916 time: 0.1360972 Mar 21 21:47:42.024346 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-914a6765-83d8-4778-af6a-c74b6a84310a req-9f0a4eb0-732e-4dce-9a30-76135e62bdb5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 HTTP/1.1" status: 200 len: 1001 time: 0.0590403 Mar 21 21:47:42.075651 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a6765-83d8-4778-af6a-c74b6a84310a req-0a699969-a111-4e2a-b688-7ed5d9b868a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:42.077326 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-914a6765-83d8-4778-af6a-c74b6a84310a req-0a699969-a111-4e2a-b688-7ed5d9b868a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b68424-46a3-400e-841a-893474a8e842 HTTP/1.1" status: 200 len: 854 time: 0.0471361 Mar 21 21:47:42.124952 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a6765-83d8-4778-af6a-c74b6a84310a req-6c8cfd79-a65f-4304-be70-b0d45a1c5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:47:42.126437 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-914a6765-83d8-4778-af6a-c74b6a84310a req-6c8cfd79-a65f-4304-be70-b0d45a1c5a92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424068 Mar 21 21:47:42.141850 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-754c6a2f-e518-40d4-b0bf-60e4d93fa301 None None] Current status of the port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:47:42.215428 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-914a6765-83d8-4778-af6a-c74b6a84310a req-48d5e5e9-2aa3-4564-a35e-98809053a9ed service neutron] 10.222.0.31 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828817 Mar 21 21:47:42.308002 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-914a6765-83d8-4778-af6a-c74b6a84310a req-10e9ce1e-64c4-474c-960b-29228caeacec service neutron] 10.222.0.31 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866108 Mar 21 21:47:45.032477 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:47.952712 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-602e79c6-1547-4e11-9c5d-0f61b77a6bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:50.117640 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f33d2a8-347f-4b8e-8f0f-bdf6d2517f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:51.478152 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:52.843635 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:47:54.383813 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:04.751742 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba16c4-a76f-4550-a054-c03e88549596 req-af621d0e-8313-4be7-b61a-afad80e3307a tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:04.753311 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-edba16c4-a76f-4550-a054-c03e88549596 req-af621d0e-8313-4be7-b61a-afad80e3307a tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0545573 Mar 21 21:48:04.847245 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-edba16c4-a76f-4550-a054-c03e88549596 req-4427c67a-1b02-4aa6-83a6-83aad0e75e67 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875020 Mar 21 21:48:04.854068 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6ddf-1161-4386-a8b6-2afdd9f6058f req-de1d58f6-b0cf-478a-8ad9-d2ad699db17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:04.855548 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fab6ddf-1161-4386-a8b6-2afdd9f6058f req-de1d58f6-b0cf-478a-8ad9-d2ad699db17a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06db4d666e02437ab41d800f95ca610d&device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 1168 time: 0.0802441 Mar 21 21:48:04.944478 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6ddf-1161-4386-a8b6-2afdd9f6058f req-c4923660-bb9c-4277-a04a-7ab203184d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:04.946559 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fab6ddf-1161-4386-a8b6-2afdd9f6058f req-c4923660-bb9c-4277-a04a-7ab203184d18 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a HTTP/1.1" status: 200 len: 916 time: 0.0823853 Mar 21 21:48:05.013346 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fab6ddf-1161-4386-a8b6-2afdd9f6058f req-3cdcace6-c71d-44c2-ada5-0268361e37b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 HTTP/1.1" status: 200 len: 1001 time: 0.0611062 Mar 21 21:48:05.060887 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6ddf-1161-4386-a8b6-2afdd9f6058f req-b4fcd265-964c-4735-b94f-59801f937382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:05.062295 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fab6ddf-1161-4386-a8b6-2afdd9f6058f req-b4fcd265-964c-4735-b94f-59801f937382 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b68424-46a3-400e-841a-893474a8e842 HTTP/1.1" status: 200 len: 854 time: 0.0432711 Mar 21 21:48:05.113883 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6ddf-1161-4386-a8b6-2afdd9f6058f req-6f863b06-d0cf-4a61-a79d-272136b1dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:05.115331 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fab6ddf-1161-4386-a8b6-2afdd9f6058f req-6f863b06-d0cf-4a61-a79d-272136b1dc46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422392 Mar 21 21:48:05.204955 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fab6ddf-1161-4386-a8b6-2afdd9f6058f req-fe3ed97c-3929-4009-86d6-930d62327b2f service neutron] 10.222.0.31 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820572 Mar 21 21:48:05.294156 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5fab6ddf-1161-4386-a8b6-2afdd9f6058f req-7b7f0d92-4adc-4752-b759-e436457935ba service neutron] 10.222.0.31 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827725 Mar 21 21:48:05.970471 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061d245-b02c-4a75-9450-1eeda9a456b2 req-549e7d34-b517-4a46-a135-eee6bece56ec tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:05.971950 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8061d245-b02c-4a75-9450-1eeda9a456b2 req-549e7d34-b517-4a46-a135-eee6bece56ec tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0534101 Mar 21 21:48:06.031586 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8061d245-b02c-4a75-9450-1eeda9a456b2 req-6bf15e6b-1cdf-48ca-a362-e318cee107c1 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533249 Mar 21 21:48:07.152074 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2aa26-4139-45de-9e7f-f710defe502f req-9466900e-d47a-47cd-9506-aafeb337edb2 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:07.153543 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9cd2aa26-4139-45de-9e7f-f710defe502f req-9466900e-d47a-47cd-9506-aafeb337edb2 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0553927 Mar 21 21:48:07.212161 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9cd2aa26-4139-45de-9e7f-f710defe502f req-635565e7-9978-422b-8dc9-a1f101aac8a8 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524795 Mar 21 21:48:08.327886 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd2d09-2f6f-4cb0-a1db-d80b21c0b3ca req-9249069e-eba0-4b97-9330-1de2b4815f3e tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:08.329400 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dafd2d09-2f6f-4cb0-a1db-d80b21c0b3ca req-9249069e-eba0-4b97-9330-1de2b4815f3e tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0527012 Mar 21 21:48:08.387786 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dafd2d09-2f6f-4cb0-a1db-d80b21c0b3ca req-569937c8-ee11-400a-9cc8-69636518be2b tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527461 Mar 21 21:48:09.508688 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b04062-b22f-4b03-aa82-4926da2c4c02 req-c3946817-c441-4c94-921b-f9e87713a107 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:09.510113 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-34b04062-b22f-4b03-aa82-4926da2c4c02 req-c3946817-c441-4c94-921b-f9e87713a107 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0560157 Mar 21 21:48:09.568421 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-34b04062-b22f-4b03-aa82-4926da2c4c02 req-741a54bc-0661-454c-9f70-ef512cd61e55 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527987 Mar 21 21:48:10.686390 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2ff72-9db6-4f4c-8e51-1211d15fe892 req-dff4637c-75bb-4d77-b580-b29942857533 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:10.687770 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-30e2ff72-9db6-4f4c-8e51-1211d15fe892 req-dff4637c-75bb-4d77-b580-b29942857533 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0518699 Mar 21 21:48:10.745661 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-30e2ff72-9db6-4f4c-8e51-1211d15fe892 req-c5cf281b-be87-4a3e-adc1-843135466692 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523293 Mar 21 21:48:11.971092 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2002e5b-36a7-46cb-ac25-695138460768 req-13f4e345-32a7-4666-a31d-11f37ad69418 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:11.972576 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2002e5b-36a7-46cb-ac25-695138460768 req-13f4e345-32a7-4666-a31d-11f37ad69418 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.1603320 Mar 21 21:48:12.033304 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2002e5b-36a7-46cb-ac25-695138460768 req-5555e55e-55a9-4a3a-b913-4c1ec15474e0 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550184 Mar 21 21:48:13.197362 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b024c3-abba-450c-b7d3-533a5fef29a9 req-a3104666-1a51-44d1-b669-c62c4c9063b1 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:13.198831 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44b024c3-abba-450c-b7d3-533a5fef29a9 req-a3104666-1a51-44d1-b669-c62c4c9063b1 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.1009758 Mar 21 21:48:13.257359 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44b024c3-abba-450c-b7d3-533a5fef29a9 req-f5413c4c-d91e-41ee-93d6-8ee735ec6a18 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525956 Mar 21 21:48:14.376284 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebbba5-c7b8-4502-ba9f-21d6d8384767 req-958022c7-e9fa-4efb-82d7-f818f79ae41f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:14.377788 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e9ebbba5-c7b8-4502-ba9f-21d6d8384767 req-958022c7-e9fa-4efb-82d7-f818f79ae41f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0538409 Mar 21 21:48:14.435501 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e9ebbba5-c7b8-4502-ba9f-21d6d8384767 req-91926720-8d52-4496-802b-2815a7ea8235 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520022 Mar 21 21:48:15.060260 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:15.555326 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab3041-57c4-48b0-bc15-573b2ce4d406 req-fb5e5614-5b34-4ba7-8ec9-7d5327cd9106 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:15.556817 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-99ab3041-57c4-48b0-bc15-573b2ce4d406 req-fb5e5614-5b34-4ba7-8ec9-7d5327cd9106 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0552483 Mar 21 21:48:15.613932 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-99ab3041-57c4-48b0-bc15-573b2ce4d406 req-05631256-7710-4369-81f9-87cb31709847 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515339 Mar 21 21:48:16.733582 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71547b9-2958-475d-84d3-51bbbc36639a req-73408fd7-c465-4f70-a860-e85329c4fb25 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:16.734982 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c71547b9-2958-475d-84d3-51bbbc36639a req-73408fd7-c465-4f70-a860-e85329c4fb25 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0530915 Mar 21 21:48:16.793794 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c71547b9-2958-475d-84d3-51bbbc36639a req-7310be65-b452-4a56-b2e2-b8c234c8d1f3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532374 Mar 21 21:48:17.910716 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccc9de-ff73-49e7-a578-92b987145498 req-e7e7396c-f400-4be5-9996-5a4ce4392d48 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:17.912198 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-35ccc9de-ff73-49e7-a578-92b987145498 req-e7e7396c-f400-4be5-9996-5a4ce4392d48 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0524817 Mar 21 21:48:17.943532 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cc7c216d-4fd8-4e4f-85d2-e2455b8e7eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:17.980724 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-35ccc9de-ff73-49e7-a578-92b987145498 req-f97ffd22-03ab-4ae1-a58f-d8dd756b650c tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586395 Mar 21 21:48:18.215922 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:48:19.097970 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0762fab-fc56-49ec-8bf3-36bee6deeea9 req-d3e2b6e1-eece-440b-a975-a3e2e635fb9f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:19.099417 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d0762fab-fc56-49ec-8bf3-36bee6deeea9 req-d3e2b6e1-eece-440b-a975-a3e2e635fb9f tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0533531 Mar 21 21:48:19.158473 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d0762fab-fc56-49ec-8bf3-36bee6deeea9 req-308d278f-b344-492c-b8d1-f3adb7aa871c tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528545 Mar 21 21:48:20.114840 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9577ec92-367e-4a14-8193-68b4ed52a5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:20.276095 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af679e2e-3230-4742-a42f-0c7cbf39b5d5 req-c6b77680-c28e-4ae2-950c-ad319b17dba6 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:20.277619 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af679e2e-3230-4742-a42f-0c7cbf39b5d5 req-c6b77680-c28e-4ae2-950c-ad319b17dba6 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0534167 Mar 21 21:48:20.336049 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af679e2e-3230-4742-a42f-0c7cbf39b5d5 req-df570d8f-9378-4b83-82b0-c7a693fd97dc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526638 Mar 21 21:48:21.451962 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:21.456169 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f5889-2aed-42a7-a378-31c39af59445 req-d10d9fd7-ba32-48ac-a5c5-1921e2461c34 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:21.457673 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b31f5889-2aed-42a7-a378-31c39af59445 req-d10d9fd7-ba32-48ac-a5c5-1921e2461c34 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0561535 Mar 21 21:48:21.516621 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b31f5889-2aed-42a7-a378-31c39af59445 req-4537fc61-77e4-453e-874f-b2e6092b2d90 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0df89286-e722-4644-a38d-8413a9e650d5&id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523005 Mar 21 21:48:22.860655 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:24.229941 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3be54520-bc56-4ff5-997e-5d8403f984ec req-40ad82f8-1d99-4e38-8ce4-ae15ea77f215 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464389 Mar 21 21:48:24.312750 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be54520-bc56-4ff5-997e-5d8403f984ec req-b9e1d669-5dd8-44bb-934a-70ee0fbab920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:24.314264 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3be54520-bc56-4ff5-997e-5d8403f984ec req-b9e1d669-5dd8-44bb-934a-70ee0fbab920 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae3c9f99fa614ee580a303adac3384c0&device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 1130 time: 0.0448728 Mar 21 21:48:24.394870 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:24.417270 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be54520-bc56-4ff5-997e-5d8403f984ec req-145db853-9569-4fe6-8169-8578f1b5102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:24.418741 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3be54520-bc56-4ff5-997e-5d8403f984ec req-145db853-9569-4fe6-8169-8578f1b5102f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fb0f2dc-c084-4ada-9df0-6591abbe6829 HTTP/1.1" status: 200 len: 910 time: 0.0875981 Mar 21 21:48:24.482678 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3be54520-bc56-4ff5-997e-5d8403f984ec req-eec255ae-fe7b-4e6c-8642-e08205d0ead0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f HTTP/1.1" status: 200 len: 1002 time: 0.0584021 Mar 21 21:48:24.534121 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be54520-bc56-4ff5-997e-5d8403f984ec req-ee45c802-b2a3-44f4-8b8d-688805f6da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:24.535628 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3be54520-bc56-4ff5-997e-5d8403f984ec req-ee45c802-b2a3-44f4-8b8d-688805f6da20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92ad59a0-c998-4da3-a94a-30b9df297c89 HTTP/1.1" status: 200 len: 848 time: 0.0465527 Mar 21 21:48:24.584362 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be54520-bc56-4ff5-997e-5d8403f984ec req-dd79bdc4-679d-4cbd-984f-db6361f5c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:24.585866 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3be54520-bc56-4ff5-997e-5d8403f984ec req-dd79bdc4-679d-4cbd-984f-db6361f5c2ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fb0f2dc-c084-4ada-9df0-6591abbe6829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443051 Mar 21 21:48:24.672245 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3be54520-bc56-4ff5-997e-5d8403f984ec req-0f14adb6-66ac-4ca2-bb42-d5bd3eb54775 service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805523 Mar 21 21:48:24.762157 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3be54520-bc56-4ff5-997e-5d8403f984ec req-972a6848-cadb-4656-aad0-d2981159461e service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840306 Mar 21 21:48:45.063132 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:47.974486 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-425f79a2-fb9d-4751-b612-919de4e3fcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:50.114102 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6a26b76b-b6f8-4681-9f7a-50ddeb186485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:51.459626 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:52.859813 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:54.394217 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:54.491747 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-31156861-85e9-403b-8083-7631794f48e7 req-983b4d96-f772-47dc-97fe-1d04863a25ba tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-223754373&fields=id&tenant_id=06db4d666e02437ab41d800f95ca610d HTTP/1.1" status: 200 len: 267 time: 0.0531206 Mar 21 21:48:54.548830 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31156861-85e9-403b-8083-7631794f48e7 req-77941062-e5d5-4016-bc23-cd96db36a398 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:54.550281 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-31156861-85e9-403b-8083-7631794f48e7 req-77941062-e5d5-4016-bc23-cd96db36a398 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 984 time: 0.0530503 Mar 21 21:48:54.560571 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-31156861-85e9-403b-8083-7631794f48e7 req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Request body: {'port': {'security_groups': ['513c184c-4234-4448-9e52-2f667a69f6be']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:48:54.633838 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-31156861-85e9-403b-8083-7631794f48e7 req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:54.801369 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-31156861-85e9-403b-8083-7631794f48e7 req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] For port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:48:54.842575 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-31156861-85e9-403b-8083-7631794f48e7 req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:54.900028 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-31156861-85e9-403b-8083-7631794f48e7 req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:54.911808 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:48:54.942985 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31156861-85e9-403b-8083-7631794f48e7 req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:54.943606 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-31156861-85e9-403b-8083-7631794f48e7 req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:54.945002 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-31156861-85e9-403b-8083-7631794f48e7 req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "PUT /v2.0/ports/00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 HTTP/1.1" status: 200 len: 942 time: 0.3887353 Mar 21 21:48:54.945456 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:48:54.947786 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad6973e-3343-4605-870a-57cc7b6d6582" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:48:54.950905 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38120) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:48:55.002192 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event updated for resources: {'Port': ['ID=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,revision_number=7']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:48:55.012914 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8ba27e-5eb5-4047-a36f-5f60cfe734ec x-openstack-request-id: req-fd8ba27e-5eb5-4047-a36f-5f60cfe734ec {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:48:55.012914 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:48:55.017587 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:48:55.019113 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd8ba27e-5eb5-4047-a36f-5f60cfe734ec {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:48:55.019544 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'status': 'completed', 'code': 200} Mar 21 21:48:55.022670 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group (0df89286-e722-4644-a38d-8413a9e650d5), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:55.024532 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.024918 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.025268 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.025609 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.025947 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.026282 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.026613 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.027007 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.027338 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.027668 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.028010 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.028327 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.029828 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.030404 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.030757 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e887fc-8251-4be7-bdff-02e0a9822fa7 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.065285 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group (0df89286-e722-4644-a38d-8413a9e650d5), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:55.160841 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-314e52e1-b00a-4431-8ba2-82d89978e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:55.162293 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-314e52e1-b00a-4431-8ba2-82d89978e69e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06db4d666e02437ab41d800f95ca610d&device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 1129 time: 0.1276710 Mar 21 21:48:55.210696 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (0df89286-e722-4644-a38d-8413a9e650d5), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:55.218668 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:55.218859 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:48:55.219366 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "DELETE /v2.0/security-groups/0df89286-e722-4644-a38d-8413a9e650d5 HTTP/1.1" status: 204 len: 168 time: 0.2602861 Mar 21 21:48:55.219480 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38126) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:48:55.224367 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df89286-e722-4644-a38d-8413a9e650d5,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:48:55.231486 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.231930 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.232417 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.232955 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.233366 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.233769 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.234169 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.234568 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.235063 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.235458 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.235857 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.236242 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.236577 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.236996 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.247891 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700c62e-a72a-47ae-b24b-d0c7c2534290 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:48:55.291740 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-b52068fb-83cd-43b3-837d-9173feded303 None None] Provisioning complete for port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:48:55.292045 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b52068fb-83cd-43b3-837d-9173feded303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:55.350353 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-5ca12ce0-9846-4aa0-bfe3-51f9499c42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:55.351841 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-5ca12ce0-9846-4aa0-bfe3-51f9499c42b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a HTTP/1.1" status: 200 len: 916 time: 0.1825321 Mar 21 21:48:55.369571 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-b52068fb-83cd-43b3-837d-9173feded303 None None] Current status of the port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:48:55.447827 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-877b1732-5ba4-42d9-aa92-a43f7807534e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 HTTP/1.1" status: 200 len: 1001 time: 0.0888455 Mar 21 21:48:55.500266 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Deleting port 11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:48:55.500958 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:55.505842 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-0b183768-9f02-41a4-99f6-406c84526d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:55.507453 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-0b183768-9f02-41a4-99f6-406c84526d09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b68424-46a3-400e-841a-893474a8e842 HTTP/1.1" status: 200 len: 854 time: 0.0538573 Mar 21 21:48:55.611681 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:55.612002 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for floatingip (11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:55.621098 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-7f365305-4f94-45f1-a7e3-c3e23032129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:55.622562 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-7f365305-4f94-45f1-a7e3-c3e23032129c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061347 Mar 21 21:48:55.627766 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Calling delete_port for 11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6 owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:48:55.635121 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-b3ce9a55-95b0-4326-bdfe-52859db5bd66 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:48:55.636042 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-b3ce9a55-95b0-4326-bdfe-52859db5bd66 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064831 Mar 21 21:48:55.801222 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-5a97029c-62c3-496a-81ca-fdd00a24db2a service neutron] 10.222.0.31 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586235 Mar 21 21:48:56.199461 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bad6973e-3343-4605-870a-57cc7b6d6582 req-a0da6e56-b3cc-4839-99c4-9ddb7471557f service neutron] 10.222.0.31 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874972 Mar 21 21:48:56.299985 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:56.331653 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event deleted for resources: {'Port': ['ID=11c4d7c0-a95b-42f2-b8c3-316dd5dd72a6,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:48:56.396355 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks [] for floatingip (a7f83533-e491-42ae-a700-c15f6951cfe2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:56.396754 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Floating IP a7f83533-e491-42ae-a700-c15f6951cfe2 disassociated (deleted). External IP: 172.27.1.100, port: 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594. Mar 21 21:48:56.615834 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:48:56.724450 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:48:56.729200 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:48:56.735276 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3bcd30-b200-4597-9909-e8aa2021f868 None None] Sync routers for ids ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:48:56.744427 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3bcd30-b200-4597-9909-e8aa2021f868 None None] Routers {'7f5ef215-f8a8-4860-aab5-f5e6130540b2'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:48:56.745062 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-bc3bcd30-b200-4597-9909-e8aa2021f868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:48:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:48:56.757769 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-db403144-1a26-4a65-9e39-da15ae2405e3 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "DELETE /v2.0/floatingips/a7f83533-e491-42ae-a700-c15f6951cfe2 HTTP/1.1" status: 204 len: 168 time: 1.5383890 Mar 21 21:48:56.855485 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-bc3bcd30-b200-4597-9909-e8aa2021f868 None None] Set router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:48:57.020919 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:48:57.023567 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c60054-4c14-450e-ad99-503e67d9e9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:48:57.061612 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8fde38-43c5-4c0e-b35a-ffe99483cf4d x-openstack-request-id: req-0e8fde38-43c5-4c0e-b35a-ffe99483cf4d {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:48:57.061997 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:48:57.062354 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e8fde38-43c5-4c0e-b35a-ffe99483cf4d {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:48:57.062900 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'status': 'completed', 'code': 200} Mar 21 21:48:57.133781 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c60054-4c14-450e-ad99-503e67d9e9c3 req-2409129b-b2a6-42ce-b220-b0911f3fb442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:57.135383 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c60054-4c14-450e-ad99-503e67d9e9c3 req-2409129b-b2a6-42ce-b220-b0911f3fb442 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06db4d666e02437ab41d800f95ca610d&device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 1129 time: 0.0539050 Mar 21 21:48:57.190765 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-bc3bcd30-b200-4597-9909-e8aa2021f868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd68440f8-c01a-4e2d-8250-47bc9e6e79e0', 'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'mac_address': 'fa:16:3e:c2:5e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:53Z', 'revision_number': 5, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'subnets': [{'id': '14b68424-46a3-400e-841a-893474a8e842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:48:57.218701 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3bcd30-b200-4597-9909-e8aa2021f868 None None] Checking router: 7f5ef215-f8a8-4860-aab5-f5e6130540b2 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:48:57.227528 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3bcd30-b200-4597-9909-e8aa2021f868 None None] Routers {'7f5ef215-f8a8-4860-aab5-f5e6130540b2'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:48:57.228156 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-bc3bcd30-b200-4597-9909-e8aa2021f868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:48:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:48:57.235781 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c60054-4c14-450e-ad99-503e67d9e9c3 req-5b5de909-8049-4c6a-84de-cf97d61b34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:57.241980 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c60054-4c14-450e-ad99-503e67d9e9c3 req-5b5de909-8049-4c6a-84de-cf97d61b34d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a HTTP/1.1" status: 200 len: 916 time: 0.0955284 Mar 21 21:48:57.280746 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c60054-4c14-450e-ad99-503e67d9e9c3 req-bdbd702e-a8be-4e67-a5a9-e00612b098d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 HTTP/1.1" status: 200 len: 217 time: 0.0363588 Mar 21 21:48:57.330178 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c60054-4c14-450e-ad99-503e67d9e9c3 req-a18b58d5-92e1-425c-8230-522222f0e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:57.331639 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c60054-4c14-450e-ad99-503e67d9e9c3 req-a18b58d5-92e1-425c-8230-522222f0e472 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b68424-46a3-400e-841a-893474a8e842 HTTP/1.1" status: 200 len: 854 time: 0.0435336 Mar 21 21:48:57.384953 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c60054-4c14-450e-ad99-503e67d9e9c3 req-dd1e6498-0532-4afd-b833-c36f4e3c024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:48:57.386397 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c60054-4c14-450e-ad99-503e67d9e9c3 req-dd1e6498-0532-4afd-b833-c36f4e3c024c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482497 Mar 21 21:48:57.393680 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-bc3bcd30-b200-4597-9909-e8aa2021f868 None None] Set router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:48:57.475553 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c60054-4c14-450e-ad99-503e67d9e9c3 req-a76309f6-af55-43ff-906a-42b79e62f141 service neutron] 10.222.0.31 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827157 Mar 21 21:48:57.570946 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c60054-4c14-450e-ad99-503e67d9e9c3 req-c9705432-d417-40bd-9845-7b7557635792 service neutron] 10.222.0.31 "GET /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884945 Mar 21 21:48:57.600968 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-bc3bcd30-b200-4597-9909-e8aa2021f868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd68440f8-c01a-4e2d-8250-47bc9e6e79e0', 'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'mac_address': 'fa:16:3e:c2:5e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:53Z', 'revision_number': 5, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'subnets': [{'id': '14b68424-46a3-400e-841a-893474a8e842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:48:57.630198 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3bcd30-b200-4597-9909-e8aa2021f868 None None] The sync data for ids ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'] in dv-cinder-834541-1-iscsi is: [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:46:44Z', 'revision_number': 4, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd68440f8-c01a-4e2d-8250-47bc9e6e79e0', 'name': '', 'network_id': 'c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'mac_address': 'fa:16:3e:c2:5e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '14b68424-46a3-400e-841a-893474a8e842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:44Z', 'updated_at': '2022-03-21T21:46:53Z', 'revision_number': 5, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'subnets': [{'id': '14b68424-46a3-400e-841a-893474a8e842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:48:57.854667 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee53cf-2fa4-4edd-93e0-c06469c4a257 None None] New status for floating IP a7f83533-e491-42ae-a700-c15f6951cfe2: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:49:00.121545 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072fa26-50c7-4942-bd81-70a35b4ec7c1 req-2346bb17-7734-4aa6-b2cf-6d1207bb8bdc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:00.123005 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f072fa26-50c7-4942-bd81-70a35b4ec7c1 req-2346bb17-7734-4aa6-b2cf-6d1207bb8bdc tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 945 time: 0.0520077 Mar 21 21:49:00.170532 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f072fa26-50c7-4942-bd81-70a35b4ec7c1 req-4bcd97ff-1a59-44ff-abf6-35d168b9f053 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Mar 21 21:49:01.289115 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75198b2-6dcc-4b49-91f9-deeda7c1a781 req-16855423-1bc6-4d15-8634-0b099023ef76 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:01.290572 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d75198b2-6dcc-4b49-91f9-deeda7c1a781 req-16855423-1bc6-4d15-8634-0b099023ef76 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 945 time: 0.0524163 Mar 21 21:49:01.336533 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d75198b2-6dcc-4b49-91f9-deeda7c1a781 req-7d1239c7-a7dd-4980-a820-d1812baadeab tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/security-groups?id=513c184c-4234-4448-9e52-2f667a69f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 Mar 21 21:49:01.747256 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eceda5-88b1-451d-9075-e7ea65169629 req-2b3fe0f9-477f-4f4d-98f4-089bd0ec4818 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:01.748702 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-54eceda5-88b1-451d-9075-e7ea65169629 req-2b3fe0f9-477f-4f4d-98f4-089bd0ec4818 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 945 time: 0.0546811 Mar 21 21:49:01.839058 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-54eceda5-88b1-451d-9075-e7ea65169629 req-72759efc-8359-4bb4-9368-5f5085e01847 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Deleting port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:49:01.839398 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-54eceda5-88b1-451d-9075-e7ea65169629 req-72759efc-8359-4bb4-9368-5f5085e01847 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:01.927793 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-54eceda5-88b1-451d-9075-e7ea65169629 req-72759efc-8359-4bb4-9368-5f5085e01847 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] For port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:49:01.928156 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-54eceda5-88b1-451d-9075-e7ea65169629 req-72759efc-8359-4bb4-9368-5f5085e01847 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:01.941373 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-54eceda5-88b1-451d-9075-e7ea65169629 req-72759efc-8359-4bb4-9368-5f5085e01847 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Calling delete_port for 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:49:02.150865 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-54eceda5-88b1-451d-9075-e7ea65169629 req-72759efc-8359-4bb4-9368-5f5085e01847 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (00a0c7bf-f791-4c4e-86ba-2d0a7fc17594), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:02.162392 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:49:02.184096 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72759efc-8359-4bb4-9368-5f5085e01847 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Pushing event deleted for resources: {'Port': ['ID=00a0c7bf-f791-4c4e-86ba-2d0a7fc17594,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:02.225640 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eceda5-88b1-451d-9075-e7ea65169629 req-72759efc-8359-4bb4-9368-5f5085e01847 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] No DVR routers for this DVR port 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:49:02.228112 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-54eceda5-88b1-451d-9075-e7ea65169629 req-72759efc-8359-4bb4-9368-5f5085e01847 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:02.231370 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-54eceda5-88b1-451d-9075-e7ea65169629 req-72759efc-8359-4bb4-9368-5f5085e01847 tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.31 "DELETE /v2.0/ports/00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 HTTP/1.1" status: 204 len: 173 time: 0.4777005 Mar 21 21:49:02.231809 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'name': 'network-vif-deleted', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:49:02.234776 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a551824-5d30-4679-af82-f3b40828a4c1" -d '{"events": [{"server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "name": "network-vif-deleted", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:49:02.268789 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7143d6-5178-4a8c-9970-2861084d43c8 x-openstack-request-id: req-5f7143d6-5178-4a8c-9970-2861084d43c8 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:49:02.269077 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc69f9a-11b7-435d-9fc1-42aadba17d89", "name": "network-vif-deleted", "tag": "00a0c7bf-f791-4c4e-86ba-2d0a7fc17594", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:49:02.269330 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f7143d6-5178-4a8c-9970-2861084d43c8 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:49:02.269723 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc69f9a-11b7-435d-9fc1-42aadba17d89', 'name': 'network-vif-deleted', 'tag': '00a0c7bf-f791-4c4e-86ba-2d0a7fc17594', 'status': 'completed', 'code': 200} Mar 21 21:49:02.430752 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-04dc6dbf-a1a3-4cf6-82ac-7ad308a18509 req-4c1fa61a-196f-4bf5-9a85-f25fcdd6697a tempest-TestMinimumBasicScenario-809588851 tempest-TestMinimumBasicScenario-809588851-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cc69f9a-11b7-435d-9fc1-42aadba17d89 HTTP/1.1" status: 200 len: 210 time: 0.0285628 Mar 21 21:49:04.659414 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38214) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:05.004488 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d161cdd8-93d6-42ce-817f-14213502bcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818441'] for router_interface (7f5ef215-f8a8-4860-aab5-f5e6130540b2), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:05.248206 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-d161cdd8-93d6-42ce-817f-14213502bcbe admin admin] Deleting port d68440f8-c01a-4e2d-8250-47bc9e6e79e0 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:49:05.248545 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d161cdd8-93d6-42ce-817f-14213502bcbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:05.324263 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-d161cdd8-93d6-42ce-817f-14213502bcbe admin admin] For port d68440f8-c01a-4e2d-8250-47bc9e6e79e0, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=d68440f8-c01a-4e2d-8250-47bc9e6e79e0,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:49:05.324646 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d161cdd8-93d6-42ce-817f-14213502bcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:05.338007 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-d161cdd8-93d6-42ce-817f-14213502bcbe admin admin] Calling delete_port for d68440f8-c01a-4e2d-8250-47bc9e6e79e0 owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:49:05.585538 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d161cdd8-93d6-42ce-817f-14213502bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (d68440f8-c01a-4e2d-8250-47bc9e6e79e0), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:05.613931 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161cdd8-93d6-42ce-817f-14213502bcbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d68440f8-c01a-4e2d-8250-47bc9e6e79e0,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:05.777842 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d161cdd8-93d6-42ce-817f-14213502bcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1818105'] for router_interface (7f5ef215-f8a8-4860-aab5-f5e6130540b2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:05.993643 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d161cdd8-93d6-42ce-817f-14213502bcbe admin admin] Router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:49:06.122503 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:49:06.147719 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:49:06.148075 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 00a0c7bf-f791-4c4e-86ba-2d0a7fc17594 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:49:06.370211 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d161cdd8-93d6-42ce-817f-14213502bcbe admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:49:06.376187 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d161cdd8-93d6-42ce-817f-14213502bcbe admin admin] 10.222.0.23 "PUT /v2.0/routers/7f5ef215-f8a8-4860-aab5-f5e6130540b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7155561 Mar 21 21:49:06.378668 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38216) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:06.381300 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082b08c-3cd8-4865-8140-372a9abfdb68 None None] Sync routers for ids ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:49:06.391377 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082b08c-3cd8-4865-8140-372a9abfdb68 None None] Routers {'7f5ef215-f8a8-4860-aab5-f5e6130540b2'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:49:06.392066 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a082b08c-3cd8-4865-8140-372a9abfdb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:48:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:06.477844 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Publish callbacks [] for router (7f5ef215-f8a8-4860-aab5-f5e6130540b2), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:06.495990 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-a082b08c-3cd8-4865-8140-372a9abfdb68 None None] Set router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:49:06.579181 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Publish callbacks [] for router_gateway (7f5ef215-f8a8-4860-aab5-f5e6130540b2), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:06.666454 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a082b08c-3cd8-4865-8140-372a9abfdb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:49:05Z', 'revision_number': 5, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port': {'id': 'b897dd08-6de1-4c90-ba09-5029f8aa4408', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:06.695858 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082b08c-3cd8-4865-8140-372a9abfdb68 None None] Checking router: 7f5ef215-f8a8-4860-aab5-f5e6130540b2 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:49:06.704773 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082b08c-3cd8-4865-8140-372a9abfdb68 None None] Routers {'7f5ef215-f8a8-4860-aab5-f5e6130540b2'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:49:06.705393 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a082b08c-3cd8-4865-8140-372a9abfdb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:48:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:06.720899 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Deleting port b897dd08-6de1-4c90-ba09-5029f8aa4408 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:49:06.721240 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:06.788819 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-a082b08c-3cd8-4865-8140-372a9abfdb68 None None] Set router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 gateway port host: None {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:49:06.800142 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] For port b897dd08-6de1-4c90-ba09-5029f8aa4408, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=b897dd08-6de1-4c90-ba09-5029f8aa4408,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:49:06.800735 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:06.815671 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Calling delete_port for b897dd08-6de1-4c90-ba09-5029f8aa4408 owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:49:06.844094 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a082b08c-3cd8-4865-8140-372a9abfdb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:49:06Z', 'revision_number': 6, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port_host': None}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:06.870785 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082b08c-3cd8-4865-8140-372a9abfdb68 None None] The sync data for ids ['7f5ef215-f8a8-4860-aab5-f5e6130540b2'] in dv-cinder-834541-1-iscsi is: [{'id': '7f5ef215-f8a8-4860-aab5-f5e6130540b2', 'name': 'tempest-TestMinimumBasicScenario-2126586714-router', 'tenant_id': '06db4d666e02437ab41d800f95ca610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:40Z', 'updated_at': '2022-03-21T21:49:06Z', 'revision_number': 6, 'project_id': '06db4d666e02437ab41d800f95ca610d', 'gw_port_host': None}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:49:07.062525 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (b897dd08-6de1-4c90-ba09-5029f8aa4408), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.087378 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b897dd08-6de1-4c90-ba09-5029f8aa4408,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:07.153870 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589507'] for router_gateway (7f5ef215-f8a8-4860-aab5-f5e6130540b2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.245235 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14560'] for router (7f5ef215-f8a8-4860-aab5-f5e6130540b2), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.247464 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Publish callbacks [] for router_controller (7f5ef215-f8a8-4860-aab5-f5e6130540b2), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.399515 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1818336'] for router (7f5ef215-f8a8-4860-aab5-f5e6130540b2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.400050 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f5ef215-f8a8-4860-aab5-f5e6130540b2 {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 21:49:07.404578 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.406129 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-092d523c-30d8-43d6-8faa-fdc4d4a84ee5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7f5ef215-f8a8-4860-aab5-f5e6130540b2 HTTP/1.1" status: 204 len: 168 time: 1.0264924 Mar 21 21:49:07.408535 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38218) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:07.456978 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-077c1606-699d-4a79-8427-8b22203f50d4 admin admin] Deleting subnet 14b68424-46a3-400e-841a-893474a8e842 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:49:07.459979 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-077c1606-699d-4a79-8427-8b22203f50d4 admin admin] Publish callbacks [] for subnet (14b68424-46a3-400e-841a-893474a8e842), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.492550 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-077c1606-699d-4a79-8427-8b22203f50d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14372897'] for subnet (14b68424-46a3-400e-841a-893474a8e842), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.565553 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-077c1606-699d-4a79-8427-8b22203f50d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (14b68424-46a3-400e-841a-893474a8e842), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.677283 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-077c1606-699d-4a79-8427-8b22203f50d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12956603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14562706'] for subnet (14b68424-46a3-400e-841a-893474a8e842), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.704787 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c1606-699d-4a79-8427-8b22203f50d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b68424-46a3-400e-841a-893474a8e842,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:07.710446 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-077c1606-699d-4a79-8427-8b22203f50d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.713602 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-077c1606-699d-4a79-8427-8b22203f50d4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/14b68424-46a3-400e-841a-893474a8e842 HTTP/1.1" status: 204 len: 168 time: 0.3041339 Mar 21 21:49:07.716195 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38220) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:07.719665 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73af09-68aa-4433-b59d-384cf2c61f9e None None] Network c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:49:07.796825 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.852952 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Deleting port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:49:07.853513 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.898200 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] DHCP port deletion for c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a request from dv-cinder-834541-1-iscsi {{(pid=104016) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 21:49:07.929898 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] For port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6f4b0d37-16c8-4bcb-988e-a27c2505e95b,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:49:07.930260 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:07.949517 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Calling delete_port for 6f4b0d37-16c8-4bcb-988e-a27c2505e95b owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:49:07.958618 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Deleting port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:49:07.958999 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:08.020071 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] For port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6f4b0d37-16c8-4bcb-988e-a27c2505e95b,segment=NetworkSegment(f901822c-5c01-4c70-80ed-87d90bf59213),segment_id=f901822c-5c01-4c70-80ed-87d90bf59213)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:49:08.020499 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:08.033576 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Calling delete_port for 6f4b0d37-16c8-4bcb-988e-a27c2505e95b owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:49:08.105985 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:08.112097 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156'] for port (6f4b0d37-16c8-4bcb-988e-a27c2505e95b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:08.137708 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4b0d37-16c8-4bcb-988e-a27c2505e95b,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:08.138003 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Pushing event deleted for resources: {'Port': ['ID=6f4b0d37-16c8-4bcb-988e-a27c2505e95b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:08.138152 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] No DVR routers for this DVR port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b on host dv-cinder-834541-1-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:49:08.145782 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.146142 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.146496 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.146842 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.147182 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.147517 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.147850 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.148182 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.148516 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.148878 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.149288 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.149624 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.149951 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.150280 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.150604 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:49:08.153391 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a833ba-0aca-4ba2-9663-42f5ab9dde52 None None] No DVR routers for this DVR port 6f4b0d37-16c8-4bcb-988e-a27c2505e95b on host dv-cinder-834541-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:49:08.213336 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:08.233219 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:08.242197 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f901822c-5c01-4c70-80ed-87d90bf59213') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:08.242499 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f901822c-5c01-4c70-80ed-87d90bf59213') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:08.252390 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (f901822c-5c01-4c70-80ed-87d90bf59213), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:08.265790 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (f901822c-5c01-4c70-80ed-87d90bf59213), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:08.271331 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:49:08.273061 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (f901822c-5c01-4c70-80ed-87d90bf59213), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:49:08.273365 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:49:08.385424 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:08.391527 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:08.394546 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a HTTP/1.1" status: 204 len: 168 time: 0.6773279 Mar 21 21:49:08.397530 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38222) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:08.409677 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd9586-ccaa-4f48-9507-3a20f8363d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6fbc05e-5a23-4cb5-b0ba-046e7b4f0e7a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:08.854681 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device b897dd08-6de1-4c90-ba09-5029f8aa4408 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:49:08.875525 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: b897dd08-6de1-4c90-ba09-5029f8aa4408 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:49:08.875882 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device b897dd08-6de1-4c90-ba09-5029f8aa4408 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:49:08.876312 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device d68440f8-c01a-4e2d-8250-47bc9e6e79e0 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:49:08.894312 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: d68440f8-c01a-4e2d-8250-47bc9e6e79e0 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:49:08.894665 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device d68440f8-c01a-4e2d-8250-47bc9e6e79e0 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:49:08.895087 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6f4b0d37-16c8-4bcb-988e-a27c2505e95b no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:49:08.914092 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 6f4b0d37-16c8-4bcb-988e-a27c2505e95b {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:49:08.914448 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6f4b0d37-16c8-4bcb-988e-a27c2505e95b not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:49:08.985930 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-76ec7f84-32a4-465a-a867-cbe22edc77d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818441'] for router_interface (9bace701-65a6-4d9f-b2d5-d7f32914d4db), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:09.225684 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-76ec7f84-32a4-465a-a867-cbe22edc77d0 admin admin] Deleting port 308b4943-d53f-4d41-a930-6d1946690783 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:49:09.226032 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-76ec7f84-32a4-465a-a867-cbe22edc77d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (308b4943-d53f-4d41-a930-6d1946690783), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:09.304499 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-76ec7f84-32a4-465a-a867-cbe22edc77d0 admin admin] For port 308b4943-d53f-4d41-a930-6d1946690783, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=308b4943-d53f-4d41-a930-6d1946690783,segment=NetworkSegment(4ca0dc87-2325-43a0-a249-bd9d19628ea4),segment_id=4ca0dc87-2325-43a0-a249-bd9d19628ea4)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:49:09.304891 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-76ec7f84-32a4-465a-a867-cbe22edc77d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (308b4943-d53f-4d41-a930-6d1946690783), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:09.317519 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-76ec7f84-32a4-465a-a867-cbe22edc77d0 admin admin] Calling delete_port for 308b4943-d53f-4d41-a930-6d1946690783 owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:49:09.582711 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-76ec7f84-32a4-465a-a867-cbe22edc77d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (308b4943-d53f-4d41-a930-6d1946690783), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:09.608080 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec7f84-32a4-465a-a867-cbe22edc77d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=308b4943-d53f-4d41-a930-6d1946690783,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:09.772287 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-76ec7f84-32a4-465a-a867-cbe22edc77d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1818105'] for router_interface (9bace701-65a6-4d9f-b2d5-d7f32914d4db), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:09.993501 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ec7f84-32a4-465a-a867-cbe22edc77d0 admin admin] Router 9bace701-65a6-4d9f-b2d5-d7f32914d4db has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:49:10.099633 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ec7f84-32a4-465a-a867-cbe22edc77d0 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:49:10.104493 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-76ec7f84-32a4-465a-a867-cbe22edc77d0 admin admin] 10.222.0.23 "PUT /v2.0/routers/9bace701-65a6-4d9f-b2d5-d7f32914d4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7059391 Mar 21 21:49:10.107078 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38224) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:10.109766 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f2c9e-06ac-449c-8e33-c991d609252e None None] Sync routers for ids ['9bace701-65a6-4d9f-b2d5-d7f32914d4db'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:49:10.120433 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f2c9e-06ac-449c-8e33-c991d609252e None None] Routers {'9bace701-65a6-4d9f-b2d5-d7f32914d4db'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:49:10.121088 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-266f2c9e-06ac-449c-8e33-c991d609252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:48:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['9bace701-65a6-4d9f-b2d5-d7f32914d4db'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:10.213529 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Publish callbacks [] for router (9bace701-65a6-4d9f-b2d5-d7f32914d4db), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:10.227833 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-266f2c9e-06ac-449c-8e33-c991d609252e None None] Set router 9bace701-65a6-4d9f-b2d5-d7f32914d4db gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:49:10.318487 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Publish callbacks [] for router_gateway (9bace701-65a6-4d9f-b2d5-d7f32914d4db), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:10.401460 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-266f2c9e-06ac-449c-8e33-c991d609252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'name': 'tempest-TestMinimumBasicScenario-1266293460-router', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:48Z', 'updated_at': '2022-03-21T21:49:09Z', 'revision_number': 5, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'gw_port': {'id': '2c87a512-eae5-4e17-ac02-3ee9a63a03b2', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:49Z', 'updated_at': '2022-03-21T21:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:10.426960 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Deleting port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:49:10.427290 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:10.507560 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] For port 2c87a512-eae5-4e17-ac02-3ee9a63a03b2, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=2c87a512-eae5-4e17-ac02-3ee9a63a03b2,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:49:10.507920 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:10.514409 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f2c9e-06ac-449c-8e33-c991d609252e None None] Checking router: 9bace701-65a6-4d9f-b2d5-d7f32914d4db for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:49:10.522640 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f2c9e-06ac-449c-8e33-c991d609252e None None] Routers {'9bace701-65a6-4d9f-b2d5-d7f32914d4db'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:49:10.523249 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-266f2c9e-06ac-449c-8e33-c991d609252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:48:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['9bace701-65a6-4d9f-b2d5-d7f32914d4db'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:10.524202 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Calling delete_port for 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 owned by network:router_gateway {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:49:10.610808 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-266f2c9e-06ac-449c-8e33-c991d609252e None None] Set router 9bace701-65a6-4d9f-b2d5-d7f32914d4db gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:49:10.662591 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-266f2c9e-06ac-449c-8e33-c991d609252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'name': 'tempest-TestMinimumBasicScenario-1266293460-router', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:48Z', 'updated_at': '2022-03-21T21:49:10Z', 'revision_number': 6, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'gw_port_host': None}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:10.688324 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f2c9e-06ac-449c-8e33-c991d609252e None None] The sync data for ids ['9bace701-65a6-4d9f-b2d5-d7f32914d4db'] in dv-cinder-834541-1-iscsi is: [{'id': '9bace701-65a6-4d9f-b2d5-d7f32914d4db', 'name': 'tempest-TestMinimumBasicScenario-1266293460-router', 'tenant_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:48Z', 'updated_at': '2022-03-21T21:49:10Z', 'revision_number': 6, 'project_id': 'd4866b92c2d84adaaf91ae36017b3e42', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:49:10.745622 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (2c87a512-eae5-4e17-ac02-3ee9a63a03b2), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:10.769522 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c87a512-eae5-4e17-ac02-3ee9a63a03b2,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:10.832005 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589507'] for router_gateway (9bace701-65a6-4d9f-b2d5-d7f32914d4db), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:10.923272 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14560'] for router (9bace701-65a6-4d9f-b2d5-d7f32914d4db), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:10.925299 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Publish callbacks [] for router_controller (9bace701-65a6-4d9f-b2d5-d7f32914d4db), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.050914 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1818336'] for router (9bace701-65a6-4d9f-b2d5-d7f32914d4db), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.051487 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bace701-65a6-4d9f-b2d5-d7f32914d4db {{(pid=104014) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 21:49:11.055813 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.057004 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6337a7f0-6e2d-4481-87fd-feccf9bf1b62 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9bace701-65a6-4d9f-b2d5-d7f32914d4db HTTP/1.1" status: 204 len: 168 time: 0.9490256 Mar 21 21:49:11.059604 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38226) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:11.110451 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-2086f014-a322-421b-8889-3ce6af58b858 admin admin] Deleting subnet 3fdaafd3-02ce-45d5-a081-86926d2d6b6a {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:49:11.116959 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2086f014-a322-421b-8889-3ce6af58b858 admin admin] Publish callbacks [] for subnet (3fdaafd3-02ce-45d5-a081-86926d2d6b6a), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.144181 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 308b4943-d53f-4d41-a930-6d1946690783 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:49:11.154451 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2086f014-a322-421b-8889-3ce6af58b858 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14382529'] for subnet (3fdaafd3-02ce-45d5-a081-86926d2d6b6a), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.167801 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 308b4943-d53f-4d41-a930-6d1946690783 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:49:11.168143 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 308b4943-d53f-4d41-a930-6d1946690783 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:49:11.236640 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2086f014-a322-421b-8889-3ce6af58b858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (3fdaafd3-02ce-45d5-a081-86926d2d6b6a), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.354312 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2086f014-a322-421b-8889-3ce6af58b858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13032719'] for subnet (3fdaafd3-02ce-45d5-a081-86926d2d6b6a), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.378866 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086f014-a322-421b-8889-3ce6af58b858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fdaafd3-02ce-45d5-a081-86926d2d6b6a,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:11.384310 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2086f014-a322-421b-8889-3ce6af58b858 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.387598 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2086f014-a322-421b-8889-3ce6af58b858 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3fdaafd3-02ce-45d5-a081-86926d2d6b6a HTTP/1.1" status: 204 len: 168 time: 0.3266850 Mar 21 21:49:11.390690 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38228) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:11.391221 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8492a58-cb7e-46c0-92c6-3da5a433c71e None None] Network d56dfa25-ee93-4a37-a826-9ee87254f15f requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:49:11.463677 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (d56dfa25-ee93-4a37-a826-9ee87254f15f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.521256 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Deleting port 6c88f88e-5a55-4500-95d5-80bccb4b7937 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:49:11.521604 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.537961 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ba8756-8d7a-47f7-bc0d-a38b298e557c None None] DHCP port deletion for d56dfa25-ee93-4a37-a826-9ee87254f15f request from dv-cinder-834541-1-iscsi {{(pid=104016) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 21:49:11.590450 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba8756-8d7a-47f7-bc0d-a38b298e557c None None] Deleting port 6c88f88e-5a55-4500-95d5-80bccb4b7937 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:49:11.590827 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8756-8d7a-47f7-bc0d-a38b298e557c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.591208 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] For port 6c88f88e-5a55-4500-95d5-80bccb4b7937, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6c88f88e-5a55-4500-95d5-80bccb4b7937,segment=NetworkSegment(4ca0dc87-2325-43a0-a249-bd9d19628ea4),segment_id=4ca0dc87-2325-43a0-a249-bd9d19628ea4)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:49:11.591573 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.604209 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Calling delete_port for 6c88f88e-5a55-4500-95d5-80bccb4b7937 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:49:11.655843 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-c4ba8756-8d7a-47f7-bc0d-a38b298e557c None None] For port 6c88f88e-5a55-4500-95d5-80bccb4b7937, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6c88f88e-5a55-4500-95d5-80bccb4b7937,segment=NetworkSegment(4ca0dc87-2325-43a0-a249-bd9d19628ea4),segment_id=4ca0dc87-2325-43a0-a249-bd9d19628ea4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:49:11.656149 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8756-8d7a-47f7-bc0d-a38b298e557c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.668938 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba8756-8d7a-47f7-bc0d-a38b298e557c None None] Calling delete_port for 6c88f88e-5a55-4500-95d5-80bccb4b7937 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:49:11.788245 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.793875 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8756-8d7a-47f7-bc0d-a38b298e557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156'] for port (6c88f88e-5a55-4500-95d5-80bccb4b7937), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.814382 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Pushing event deleted for resources: {'Port': ['ID=6c88f88e-5a55-4500-95d5-80bccb4b7937,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:11.818516 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] No DVR routers for this DVR port 6c88f88e-5a55-4500-95d5-80bccb4b7937 on host dv-cinder-834541-1-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:49:11.822408 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba8756-8d7a-47f7-bc0d-a38b298e557c None None] No DVR routers for this DVR port 6c88f88e-5a55-4500-95d5-80bccb4b7937 on host dv-cinder-834541-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:49:11.824147 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba8756-8d7a-47f7-bc0d-a38b298e557c None None] Pushing event deleted for resources: {'Port': ['ID=6c88f88e-5a55-4500-95d5-80bccb4b7937,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:11.891531 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (d56dfa25-ee93-4a37-a826-9ee87254f15f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.911720 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56dfa25-ee93-4a37-a826-9ee87254f15f']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:11.921552 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca0dc87-2325-43a0-a249-bd9d19628ea4') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:11.921876 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca0dc87-2325-43a0-a249-bd9d19628ea4') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:49:11.930927 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (4ca0dc87-2325-43a0-a249-bd9d19628ea4), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.944275 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (4ca0dc87-2325-43a0-a249-bd9d19628ea4), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.949932 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (4ca0dc87-2325-43a0-a249-bd9d19628ea4), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:49:11.952441 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:49:12.070985 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (d56dfa25-ee93-4a37-a826-9ee87254f15f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:12.076224 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:12.079724 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] 10.222.0.23 "DELETE /v2.0/networks/d56dfa25-ee93-4a37-a826-9ee87254f15f HTTP/1.1" status: 204 len: 168 time: 0.6880424 Mar 21 21:49:12.090603 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4055b7-179c-4250-a3a0-a12a73ea2fac admin admin] Pushing event deleted for resources: {'Network': ['ID=d56dfa25-ee93-4a37-a826-9ee87254f15f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:12.463006 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38232) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:12.502226 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-05f59eb8-a8f5-4c05-9aa6-43c629e0128e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06db4d666e02437ab41d800f95ca610d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379796 Mar 21 21:49:12.504704 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38234) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:12.558649 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9181-9dfa-49a0-82d1-d5a9aa514f37 admin admin] Publish callbacks [] for security_group (513c184c-4234-4448-9e52-2f667a69f6be), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:12.579669 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9181-9dfa-49a0-82d1-d5a9aa514f37 admin admin] Publish callbacks [] for security_group (513c184c-4234-4448-9e52-2f667a69f6be), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:12.696339 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9181-9dfa-49a0-82d1-d5a9aa514f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (513c184c-4234-4448-9e52-2f667a69f6be), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:12.698892 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9181-9dfa-49a0-82d1-d5a9aa514f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:12.700063 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fc5c9181-9dfa-49a0-82d1-d5a9aa514f37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/513c184c-4234-4448-9e52-2f667a69f6be HTTP/1.1" status: 204 len: 168 time: 0.1944604 Mar 21 21:49:12.709618 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c9181-9dfa-49a0-82d1-d5a9aa514f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513c184c-4234-4448-9e52-2f667a69f6be,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:12.855972 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6c88f88e-5a55-4500-95d5-80bccb4b7937 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:49:12.877390 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 6c88f88e-5a55-4500-95d5-80bccb4b7937 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:49:12.877873 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6c88f88e-5a55-4500-95d5-80bccb4b7937 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:49:12.878160 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:49:12.897471 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:49:12.897820 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 2c87a512-eae5-4e17-ac02-3ee9a63a03b2 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:49:13.293890 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38240) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:13.334319 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-1a80d7e7-fa01-45cd-b3f2-6718267d439f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4866b92c2d84adaaf91ae36017b3e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392334 Mar 21 21:49:13.336805 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38242) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:13.382598 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8a8b803b-38db-4290-a996-2ddd215ece54 admin admin] Publish callbacks [] for security_group (1b778966-8311-4b2e-8334-9cc0805269f5), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:13.402454 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8a8b803b-38db-4290-a996-2ddd215ece54 admin admin] Publish callbacks [] for security_group (1b778966-8311-4b2e-8334-9cc0805269f5), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:13.516869 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8a8b803b-38db-4290-a996-2ddd215ece54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (1b778966-8311-4b2e-8334-9cc0805269f5), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:13.519356 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8a8b803b-38db-4290-a996-2ddd215ece54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:13.520505 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8a8b803b-38db-4290-a996-2ddd215ece54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b778966-8311-4b2e-8334-9cc0805269f5 HTTP/1.1" status: 204 len: 168 time: 0.1827912 Mar 21 21:49:13.528250 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b803b-38db-4290-a996-2ddd215ece54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b778966-8311-4b2e-8334-9cc0805269f5,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:15.053605 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:17.933802 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b9d90d64-d5ee-428f-9aab-6c0d3e7aa902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:20.130755 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f39a7a38-f0c6-49e0-b69c-2fe9264e486d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:21.445395 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:22.856321 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:24.402289 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:31.807983 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde2170-6365-4f92-a380-62d2206217ea req-a8ea5738-602f-427b-83c2-910bf43a96b1 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:31.809554 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4cde2170-6365-4f92-a380-62d2206217ea req-a8ea5738-602f-427b-83c2-910bf43a96b1 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0554712 Mar 21 21:49:31.862045 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4cde2170-6365-4f92-a380-62d2206217ea req-5e59c5ef-77b8-4e9b-8c51-1fa5db4a26a5 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468049 Mar 21 21:49:32.212943 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:49:32.980551 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98ace9-d1a5-458a-98be-ae583b40e36b req-f5f7471c-920e-402a-8714-612f6f4fe20b tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:32.982034 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e98ace9-d1a5-458a-98be-ae583b40e36b req-f5f7471c-920e-402a-8714-612f6f4fe20b tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0515318 Mar 21 21:49:33.030164 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e98ace9-d1a5-458a-98be-ae583b40e36b req-69e6694e-da23-4a5f-b606-49fce39515df tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416181 Mar 21 21:49:34.147716 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532175c4-0dc1-4104-95cd-fc903e6e645c req-44a617f6-8100-43e9-ba77-9b425f4ed221 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:34.149282 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-532175c4-0dc1-4104-95cd-fc903e6e645c req-44a617f6-8100-43e9-ba77-9b425f4ed221 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0513391 Mar 21 21:49:34.195960 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-532175c4-0dc1-4104-95cd-fc903e6e645c req-742f8c53-0501-4a66-8fc7-6b454a1ce4c6 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Mar 21 21:49:35.318154 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec2765-96e1-49bf-8964-9645d752146d req-c6a8d58b-4e83-4de3-b366-efaac2f40d5c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:35.319638 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-35ec2765-96e1-49bf-8964-9645d752146d req-c6a8d58b-4e83-4de3-b366-efaac2f40d5c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0565016 Mar 21 21:49:35.368412 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-35ec2765-96e1-49bf-8964-9645d752146d req-e9ab71a5-ce30-49b9-b9ca-2698c37ec0dd tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Mar 21 21:49:36.482294 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957ae89-f5fd-4011-9a59-acb4ff395093 req-75283a41-d798-4d80-88e4-2c52567e73a3 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:36.483743 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4957ae89-f5fd-4011-9a59-acb4ff395093 req-75283a41-d798-4d80-88e4-2c52567e73a3 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0511036 Mar 21 21:49:36.531078 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4957ae89-f5fd-4011-9a59-acb4ff395093 req-3f482c0a-676a-4bd2-8195-dda1c49f715f tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412157 Mar 21 21:49:37.651542 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80aed9-ede9-4956-b26d-011a92f29c63 req-aea45eb4-e050-44fe-8f83-6fd22076bc8c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:37.652961 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9c80aed9-ede9-4956-b26d-011a92f29c63 req-aea45eb4-e050-44fe-8f83-6fd22076bc8c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0560327 Mar 21 21:49:37.700107 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9c80aed9-ede9-4956-b26d-011a92f29c63 req-dc60b211-a7eb-4359-a3ee-a4f2ebce8382 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417123 Mar 21 21:49:38.819217 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789f61-12b2-4683-b5fc-34e356d56748 req-b9f2e536-01f9-463d-8cb1-be8617d0331c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:38.820715 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4f789f61-12b2-4683-b5fc-34e356d56748 req-b9f2e536-01f9-463d-8cb1-be8617d0331c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0527682 Mar 21 21:49:38.869414 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4f789f61-12b2-4683-b5fc-34e356d56748 req-38965866-f2db-477c-9de4-07847ca5ade3 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432093 Mar 21 21:49:39.985121 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7267a3-b648-4837-8c7d-95b32ee3b927 req-5b287d77-74cb-4d05-8731-d86c308f3a42 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:39.986577 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4d7267a3-b648-4837-8c7d-95b32ee3b927 req-5b287d77-74cb-4d05-8731-d86c308f3a42 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0511804 Mar 21 21:49:40.040731 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4d7267a3-b648-4837-8c7d-95b32ee3b927 req-68257d8e-a35d-41c2-97c9-7b9d1edc63fb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476127 Mar 21 21:49:41.155962 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36701e7b-aa7e-41fd-9357-e8fe6b5ba21c req-5b8e43ee-d736-4db9-8978-838c926d0d30 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:41.157462 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-36701e7b-aa7e-41fd-9357-e8fe6b5ba21c req-5b8e43ee-d736-4db9-8978-838c926d0d30 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0509255 Mar 21 21:49:41.206149 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-36701e7b-aa7e-41fd-9357-e8fe6b5ba21c req-a930f990-4418-45a6-9684-7380a3ce8d87 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426195 Mar 21 21:49:41.992942 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72e64e-56bd-4da4-a87a-5a021651fb2d req-9f9fbab9-913c-4af8-bbc7-ccb35e55ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:41.996011 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd72e64e-56bd-4da4-a87a-5a021651fb2d req-9f9fbab9-913c-4af8-bbc7-ccb35e55ca53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae3c9f99fa614ee580a303adac3384c0&device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 1130 time: 0.0441463 Mar 21 21:49:42.083072 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72e64e-56bd-4da4-a87a-5a021651fb2d req-4cb2f084-8f9a-482e-ada6-41fe56a49511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:42.084506 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd72e64e-56bd-4da4-a87a-5a021651fb2d req-4cb2f084-8f9a-482e-ada6-41fe56a49511 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fb0f2dc-c084-4ada-9df0-6591abbe6829 HTTP/1.1" status: 200 len: 910 time: 0.0846350 Mar 21 21:49:42.146545 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd72e64e-56bd-4da4-a87a-5a021651fb2d req-01c984c6-7e6d-4041-b942-d3577dce22b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f HTTP/1.1" status: 200 len: 1002 time: 0.0562568 Mar 21 21:49:42.194622 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72e64e-56bd-4da4-a87a-5a021651fb2d req-972cfa22-3adb-45ce-b9cf-4d91f1d9ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:42.196067 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd72e64e-56bd-4da4-a87a-5a021651fb2d req-972cfa22-3adb-45ce-b9cf-4d91f1d9ee62 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92ad59a0-c998-4da3-a94a-30b9df297c89 HTTP/1.1" status: 200 len: 848 time: 0.0436680 Mar 21 21:49:42.247039 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72e64e-56bd-4da4-a87a-5a021651fb2d req-24355d09-51cc-40f0-adce-820366b7a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:42.248540 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd72e64e-56bd-4da4-a87a-5a021651fb2d req-24355d09-51cc-40f0-adce-820366b7a238 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fb0f2dc-c084-4ada-9df0-6591abbe6829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470653 Mar 21 21:49:42.373915 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bde38-c6fc-443d-858c-67b15caa1c31 req-d1bd9c8e-fc1b-4914-94f4-a9103147c586 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:42.375367 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0e8bde38-c6fc-443d-858c-67b15caa1c31 req-d1bd9c8e-fc1b-4914-94f4-a9103147c586 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0813179 Mar 21 21:49:42.377318 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd72e64e-56bd-4da4-a87a-5a021651fb2d req-b93789ec-3467-4abb-bbd9-2c1bedbcdeb0 service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231883 Mar 21 21:49:42.471037 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0e8bde38-c6fc-443d-858c-67b15caa1c31 req-6c7a909d-d5c6-4d20-b66c-d37a905908a8 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891287 Mar 21 21:49:42.496529 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd72e64e-56bd-4da4-a87a-5a021651fb2d req-610a3ba1-1128-4d29-a393-69f65e3540bb service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129060 Mar 21 21:49:43.596897 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7c513-a2a9-4dd1-a300-528c7cee33e3 req-ebd948bd-d014-4ab0-a19b-7dc5ee1a2bd9 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:43.598952 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2b7c513-a2a9-4dd1-a300-528c7cee33e3 req-ebd948bd-d014-4ab0-a19b-7dc5ee1a2bd9 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0571048 Mar 21 21:49:43.646209 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a2b7c513-a2a9-4dd1-a300-528c7cee33e3 req-177a7a79-f85a-469f-9033-eab615835574 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418160 Mar 21 21:49:44.763869 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599953be-2a67-447b-a88c-466a89dfb7ca req-9b2fc768-e4b9-4757-b26f-cbb5bb5aba01 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:44.765307 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-599953be-2a67-447b-a88c-466a89dfb7ca req-9b2fc768-e4b9-4757-b26f-cbb5bb5aba01 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0522563 Mar 21 21:49:44.814435 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-599953be-2a67-447b-a88c-466a89dfb7ca req-5817471c-65f8-4124-9b65-1abce453c052 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Mar 21 21:49:45.042265 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:45.937429 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee06a6f-8b21-4fc6-a789-01efd87c1b3a req-aeacb31d-7254-4e8f-9ae0-01a70c1e8080 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:45.938897 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cee06a6f-8b21-4fc6-a789-01efd87c1b3a req-aeacb31d-7254-4e8f-9ae0-01a70c1e8080 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0519867 Mar 21 21:49:45.991356 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cee06a6f-8b21-4fc6-a789-01efd87c1b3a req-bc972e6a-4d7d-4a9b-b157-6f280544a21f tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456021 Mar 21 21:49:46.059565 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-6ee69819-387c-422f-af7e-74fb0c881f85 req-2f6e4cc6-07d6-4b6f-9af5-857b568972a9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:49:46.060525 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ee69819-387c-422f-af7e-74fb0c881f85 req-2f6e4cc6-07d6-4b6f-9af5-857b568972a9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053167 Mar 21 21:49:47.448022 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47a3db-833f-482f-a31d-e8184f761f80 req-76bd5d53-2912-408d-84a8-606a99a2a13d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:47.449540 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9e47a3db-833f-482f-a31d-e8184f761f80 req-76bd5d53-2912-408d-84a8-606a99a2a13d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0542083 Mar 21 21:49:47.501928 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9e47a3db-833f-482f-a31d-e8184f761f80 req-7fbd3ef2-2876-41cb-9917-b8f4b836cf05 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456445 Mar 21 21:49:47.553352 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38288) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:47.642374 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-c429e9da-f899-4732-884f-7a8b8b106105 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878129 Mar 21 21:49:47.651517 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-48dd0730-2847-425d-8636-bdf34a7e1e3a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:49:47.652467 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-48dd0730-2847-425d-8636-bdf34a7e1e3a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047753 Mar 21 21:49:47.798193 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38296) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:49:47.893501 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-9a34e931-dd57-4124-89e1-5aca475533cb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:47.900287 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-9a34e931-dd57-4124-89e1-5aca475533cb tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports/ee18d2c5-72af-4844-9a48-013e4f057c7f HTTP/1.1" status: 200 len: 943 time: 0.0956860 Mar 21 21:49:47.959509 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e144-bdc9-4e6f-a2ad-2628bb624317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:48.320976 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ee18d2c5-72af-4844-9a48-013e4f057c7f no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:49:48.403737 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port ee18d2c5-72af-4844-9a48-013e4f057c7f is: ACTIVE; New status is: DOWN {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:49:48.404126 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:48.428908 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:49:48.431169 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed852840-e3f1-436f-8e66-4d7898ee0daf" -d '{"events": [{"server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "name": "network-vif-unplugged", "status": "completed", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:49:48.443674 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ee18d2c5-72af-4844-9a48-013e4f057c7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:49:48.507404 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:48.534626 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Mar 2022 21:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ef95de-e905-433d-bed4-3c9d5a49392c x-openstack-request-id: req-f0ef95de-e905-433d-bed4-3c9d5a49392c {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:49:48.535017 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "name": "network-vif-unplugged", "status": "failed", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f", "code": 422}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:49:48.535442 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0ef95de-e905-433d-bed4-3c9d5a49392c {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:49:48.536036 dv-cinder-834541-1-iscsi neutron-server[104016]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'code': 422} returned with failed status Mar 21 21:49:48.573864 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=ee18d2c5-72af-4844-9a48-013e4f057c7f,revision_number=6']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:48.651052 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91577e8b-b540-43d8-a87c-84fae5029566 req-dc4d725a-3856-4c50-98e7-4b30fff5ea66 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:48.652519 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91577e8b-b540-43d8-a87c-84fae5029566 req-dc4d725a-3856-4c50-98e7-4b30fff5ea66 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0820651 Mar 21 21:49:48.713114 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91577e8b-b540-43d8-a87c-84fae5029566 req-ce8b51ba-53a8-4cd0-ae5c-38f30ae10f58 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545280 Mar 21 21:49:49.830257 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06498767-719e-438c-8b43-5a2b2bd1151c req-3df5bfe6-e523-4474-9bb1-506e1d0772ec tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:49.831768 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06498767-719e-438c-8b43-5a2b2bd1151c req-3df5bfe6-e523-4474-9bb1-506e1d0772ec tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0526094 Mar 21 21:49:49.881474 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06498767-719e-438c-8b43-5a2b2bd1151c req-67bfee01-f790-40b3-9d08-6b03ccfc1b7c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439856 Mar 21 21:49:50.133038 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7903c921-941c-435b-9ab7-8d2412118d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:50.420160 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-c8501ef6-80c0-41b1-81c9-cbee35254ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:50.421609 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-c8501ef6-80c0-41b1-81c9-cbee35254ac2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f&tenant_id=ae3c9f99fa614ee580a303adac3384c0 HTTP/1.1" status: 200 len: 1128 time: 0.0429251 Mar 21 21:49:50.486602 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-6b43b1f1-b9cf-4246-8275-d4c1e9913fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:50.488045 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-6b43b1f1-b9cf-4246-8275-d4c1e9913fd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae3c9f99fa614ee580a303adac3384c0&device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 1128 time: 0.0458946 Mar 21 21:49:50.576576 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-a5ae9cb9-0250-48f8-8419-88f718f2a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:50.578295 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-a5ae9cb9-0250-48f8-8419-88f718f2a64f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fb0f2dc-c084-4ada-9df0-6591abbe6829 HTTP/1.1" status: 200 len: 910 time: 0.0836031 Mar 21 21:49:50.644337 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-5ebea970-238d-4ce6-8fa6-ff4fd1df22fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f HTTP/1.1" status: 200 len: 1000 time: 0.0597675 Mar 21 21:49:50.690788 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-5c5d2b68-3e13-41a5-ad95-87e236a55582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:50.692142 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-5c5d2b68-3e13-41a5-ad95-87e236a55582 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92ad59a0-c998-4da3-a94a-30b9df297c89 HTTP/1.1" status: 200 len: 848 time: 0.0425220 Mar 21 21:49:50.740063 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-5ca372d7-cd1b-4bf5-baf7-7c5fb6cffb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:50.741580 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-5ca372d7-cd1b-4bf5-baf7-7c5fb6cffb66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fb0f2dc-c084-4ada-9df0-6591abbe6829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430734 Mar 21 21:49:50.834665 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-565a3b1d-b4a4-4c96-92b5-c44c72722137 service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874429 Mar 21 21:49:50.921132 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac1268ac-7a29-420c-acc8-ebfabb49463f req-0e740dc4-623d-48b8-ac2f-0636ae007da2 service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804648 Mar 21 21:49:51.002548 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e4cad-f83e-478e-8a3e-a7662c97f077 req-293bb9d1-ddff-4d31-b2b4-0610d15a431c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:51.003922 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-585e4cad-f83e-478e-8a3e-a7662c97f077 req-293bb9d1-ddff-4d31-b2b4-0610d15a431c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0516028 Mar 21 21:49:51.056772 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-585e4cad-f83e-478e-8a3e-a7662c97f077 req-837af8c1-1011-4429-82d7-7404e75c0b6c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Mar 21 21:49:51.464821 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:52.174548 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c00ea-e287-42aa-b6a5-04e5c32823ef req-3f616b02-d661-44ae-b439-e06a759c33fd tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:52.176009 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1d3c00ea-e287-42aa-b6a5-04e5c32823ef req-3f616b02-d661-44ae-b439-e06a759c33fd tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0526292 Mar 21 21:49:52.223973 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1d3c00ea-e287-42aa-b6a5-04e5c32823ef req-c548f382-d3dc-4024-92a8-22da88e8812d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424883 Mar 21 21:49:52.886961 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:53.342592 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bfcb4-5e18-4ad1-9db1-2acfccb9d291 req-e6489e71-2715-49b5-9c94-34a45ec0b97e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:53.344083 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5f1bfcb4-5e18-4ad1-9db1-2acfccb9d291 req-e6489e71-2715-49b5-9c94-34a45ec0b97e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0516820 Mar 21 21:49:53.391631 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5f1bfcb4-5e18-4ad1-9db1-2acfccb9d291 req-8b84186f-09c2-479e-82fe-c57d1541ab26 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420687 Mar 21 21:49:54.413681 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:54.512486 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3e2df-a758-4aed-8116-ebeed5eb440b req-ad95a9d1-01a3-4af8-817e-fca6b74a2201 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:54.513971 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-45b3e2df-a758-4aed-8116-ebeed5eb440b req-ad95a9d1-01a3-4af8-817e-fca6b74a2201 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0563571 Mar 21 21:49:54.560866 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-45b3e2df-a758-4aed-8116-ebeed5eb440b req-ccf44f9f-7d1d-4c8c-9e6c-b511a14ca52e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414522 Mar 21 21:49:55.675672 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aaeb0-dcbe-4563-b583-b14bfafe2204 req-bce064a0-39f3-4691-a3df-86522c2a8ab0 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:55.677141 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e88aaeb0-dcbe-4563-b583-b14bfafe2204 req-bce064a0-39f3-4691-a3df-86522c2a8ab0 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0519574 Mar 21 21:49:55.725760 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e88aaeb0-dcbe-4563-b583-b14bfafe2204 req-640a2ff3-5a78-4b8b-b237-ea2b235afb1c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426459 Mar 21 21:49:56.847186 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b47b1-709e-4d78-8250-27a4fba48858 req-fa7159bf-fc49-4527-b640-20f39100aa0a tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:56.848753 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0d8b47b1-709e-4d78-8250-27a4fba48858 req-fa7159bf-fc49-4527-b640-20f39100aa0a tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0530245 Mar 21 21:49:56.900581 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0d8b47b1-709e-4d78-8250-27a4fba48858 req-7da58be5-d28d-4fc5-8fc3-71d207629a6d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461042 Mar 21 21:49:58.015976 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c86f1-da46-414a-a302-49457bc2873c req-81fb6aa7-a5b2-48d8-8021-a7c5c0eb5ebf tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:58.017464 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-446c86f1-da46-414a-a302-49457bc2873c req-81fb6aa7-a5b2-48d8-8021-a7c5c0eb5ebf tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 944 time: 0.0513744 Mar 21 21:49:58.065499 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-446c86f1-da46-414a-a302-49457bc2873c req-7a2752cb-dc59-4493-a559-7388080a752b tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 Mar 21 21:49:58.366952 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ee18d2c5-72af-4844-9a48-013e4f057c7f details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:49:58.595811 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ee18d2c5-72af-4844-9a48-013e4f057c7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:49:58.607087 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'port_id': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'mac_address': 'fa:16:3e:52:d0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:49:58.643132 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port ee18d2c5-72af-4844-9a48-013e4f057c7f is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:49:58.643459 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:58.656055 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee18d2c5-72af-4844-9a48-013e4f057c7f {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:49:58.674717 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ee18d2c5-72af-4844-9a48-013e4f057c7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:49:58.746931 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:49:58.796395 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=ee18d2c5-72af-4844-9a48-013e4f057c7f,revision_number=7']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:49:58.977544 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['ee18d2c5-72af-4844-9a48-013e4f057c7f'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:49:59.183316 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945bce2-9202-4e60-b815-58b67c8b1d2b req-2e43e542-104c-41d9-a7ab-9446b5494940 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:49:59.184886 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1945bce2-9202-4e60-b815-58b67c8b1d2b req-2e43e542-104c-41d9-a7ab-9446b5494940 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 945 time: 0.0518210 Mar 21 21:49:59.233536 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1945bce2-9202-4e60-b815-58b67c8b1d2b req-096cca51-c479-44f7-b3cc-cefadad39324 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 Mar 21 21:50:00.368479 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ee18d2c5-72af-4844-9a48-013e4f057c7f up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:50:00.408813 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1e9c8-375b-4786-bb81-3e7f0e4dfd57 req-cf2815e2-bcae-4042-93e4-28a456bcd5a2 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:50:00.410269 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c6d1e9c8-375b-4786-bb81-3e7f0e4dfd57 req-cf2815e2-bcae-4042-93e4-28a456bcd5a2 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 945 time: 0.0549581 Mar 21 21:50:00.416417 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port ee18d2c5-72af-4844-9a48-013e4f057c7f triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:50:00.416824 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:00.458179 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c6d1e9c8-375b-4786-bb81-3e7f0e4dfd57 req-ad90e7fc-18f9-4d5d-87f8-608b177080f4 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418236 Mar 21 21:50:00.497021 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port ee18d2c5-72af-4844-9a48-013e4f057c7f is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:50:00.497405 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:00.518819 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:50:00.521044 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4663af-1686-4be7-a4d7-802e6148fde4" -d '{"events": [{"server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "name": "network-vif-plugged", "status": "completed", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:50:00.533216 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port ee18d2c5-72af-4844-9a48-013e4f057c7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:50:00.556423 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52611fb-eb4c-4f13-8a6a-cd75890d7c80 x-openstack-request-id: req-f52611fb-eb4c-4f13-8a6a-cd75890d7c80 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:50:00.556740 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "name": "network-vif-plugged", "status": "completed", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:50:00.562977 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f52611fb-eb4c-4f13-8a6a-cd75890d7c80 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:50:00.562977 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'code': 200} Mar 21 21:50:00.641931 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:00.687844 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=ee18d2c5-72af-4844-9a48-013e4f057c7f,revision_number=8']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:50:00.910308 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ec314-83ff-4b58-a3ae-c038306f6beb req-35e9e418-13d8-44ff-9e3c-4d2d59825f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:50:00.911683 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f90ec314-83ff-4b58-a3ae-c038306f6beb req-35e9e418-13d8-44ff-9e3c-4d2d59825f04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 1130 time: 0.0411351 Mar 21 21:50:00.955187 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f90ec314-83ff-4b58-a3ae-c038306f6beb req-c732d3a7-b825-49c1-8816-f711a24b6419 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377402 Mar 21 21:50:01.584283 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a237ce-9bad-4c57-bb75-d9b29405bb30 req-64e25445-e32b-4101-9447-a3b73551756c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:50:01.585762 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-50a237ce-9bad-4c57-bb75-d9b29405bb30 req-64e25445-e32b-4101-9447-a3b73551756c tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0549650 Mar 21 21:50:01.632761 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-50a237ce-9bad-4c57-bb75-d9b29405bb30 req-1f468b6f-4020-4686-94bb-03d5be03ae1d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408347 Mar 21 21:50:02.750124 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fd087-a11f-4fbc-806a-1173d9f2c510 req-a5f293df-398f-43f0-9270-6d3a276e8fd9 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:50:02.751594 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c5fd087-a11f-4fbc-806a-1173d9f2c510 req-a5f293df-398f-43f0-9270-6d3a276e8fd9 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0514457 Mar 21 21:50:02.798576 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c5fd087-a11f-4fbc-806a-1173d9f2c510 req-2b55ba3c-b0e4-430a-b436-b1fee25385c5 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 Mar 21 21:50:09.214509 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:50:15.049450 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:17.934957 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba98750f-672d-41c5-b717-14db78d2fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:20.097982 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e221f5a-fd94-4f65-8ca7-ca2161537153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:21.489439 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:22.871741 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:24.420513 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:27.618154 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c5f3f930-22d4-49b6-8db6-4b8d6b3ee197 req-8c0d791b-207d-450a-855c-1e3744ea5a65 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398417 Mar 21 21:50:27.701156 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f930-22d4-49b6-8db6-4b8d6b3ee197 req-5759a98b-a1e4-4733-b5cc-d335fd8a2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:50:27.703099 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c5f3f930-22d4-49b6-8db6-4b8d6b3ee197 req-5759a98b-a1e4-4733-b5cc-d335fd8a2995 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae3c9f99fa614ee580a303adac3384c0&device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 1130 time: 0.0464838 Mar 21 21:50:27.801410 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f930-22d4-49b6-8db6-4b8d6b3ee197 req-f16f181c-8064-4bf7-a2fd-7f9ae3d9f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:50:27.802911 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c5f3f930-22d4-49b6-8db6-4b8d6b3ee197 req-f16f181c-8064-4bf7-a2fd-7f9ae3d9f626 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fb0f2dc-c084-4ada-9df0-6591abbe6829 HTTP/1.1" status: 200 len: 910 time: 0.0832014 Mar 21 21:50:27.868505 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c5f3f930-22d4-49b6-8db6-4b8d6b3ee197 req-51ec3744-1ea2-4266-83c9-c4c2e6f174d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f HTTP/1.1" status: 200 len: 1002 time: 0.0592692 Mar 21 21:50:27.913462 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f930-22d4-49b6-8db6-4b8d6b3ee197 req-dc3c2f8e-d354-427f-b02d-d5a123b56db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:50:27.915473 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c5f3f930-22d4-49b6-8db6-4b8d6b3ee197 req-dc3c2f8e-d354-427f-b02d-d5a123b56db0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92ad59a0-c998-4da3-a94a-30b9df297c89 HTTP/1.1" status: 200 len: 848 time: 0.0416939 Mar 21 21:50:27.961457 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f930-22d4-49b6-8db6-4b8d6b3ee197 req-2bcb7a26-024e-4827-b606-2dedbc27beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:50:27.962972 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c5f3f930-22d4-49b6-8db6-4b8d6b3ee197 req-2bcb7a26-024e-4827-b606-2dedbc27beb3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fb0f2dc-c084-4ada-9df0-6591abbe6829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423021 Mar 21 21:50:28.052583 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c5f3f930-22d4-49b6-8db6-4b8d6b3ee197 req-a53141a0-971d-43fa-a52c-dc16221c5459 service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837190 Mar 21 21:50:28.138035 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c5f3f930-22d4-49b6-8db6-4b8d6b3ee197 req-0c084e5a-5bdf-4ad4-9fbe-e4b054b82e2c service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793936 Mar 21 21:50:45.054125 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:46.216519 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:50:47.949292 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-580fc56e-f39e-4689-afd7-8c8f53f16876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:50.120616 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-216b483e-0225-447f-8ddd-d65ae5cf7320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:51.469948 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:52.843092 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:50:54.420182 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:15.068567 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:17.980558 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c6e099b3-5d75-4b47-9f61-b8e0bde8e0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:18.598166 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38366) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:18.750471 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Deleting port c335e0a6-0c36-42b3-8131-ac7cb335df6c {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:51:18.750708 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (c335e0a6-0c36-42b3-8131-ac7cb335df6c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:18.823984 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (c335e0a6-0c36-42b3-8131-ac7cb335df6c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:18.824303 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for floatingip (c335e0a6-0c36-42b3-8131-ac7cb335df6c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:18.835705 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Calling delete_port for c335e0a6-0c36-42b3-8131-ac7cb335df6c owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:51:19.070966 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (c335e0a6-0c36-42b3-8131-ac7cb335df6c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:19.097755 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event deleted for resources: {'Port': ['ID=c335e0a6-0c36-42b3-8131-ac7cb335df6c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:19.110202 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.110202 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.110202 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.110202 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.110614 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.110845 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.111173 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.111501 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.111826 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.112150 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.112474 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.112824 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.113150 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.113472 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.113791 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:19.167693 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for floatingip (6f0ec81f-af0f-4227-a464-55b0446929b5), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:19.168027 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Floating IP 6f0ec81f-af0f-4227-a464-55b0446929b5 disassociated (deleted). External IP: 172.27.1.193, port: ee18d2c5-72af-4844-9a48-013e4f057c7f. Mar 21 21:51:19.653254 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:51:19.797378 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:51:19.802122 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:19.806662 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b529e-4034-4176-ab67-e220a6adf1fd None None] Sync routers for ids ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:51:19.816615 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b529e-4034-4176-ab67-e220a6adf1fd None None] Routers {'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:19.817242 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-370b529e-4034-4176-ab67-e220a6adf1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:50:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:19.834636 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ca9c26a4-9a2b-4da3-b503-429e6c033b2e tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "DELETE /v2.0/floatingips/6f0ec81f-af0f-4227-a464-55b0446929b5 HTTP/1.1" status: 204 len: 168 time: 1.2330265 Mar 21 21:51:19.834636 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:51:19.835109 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef4332d-ab25-4cd4-a5b8-ef97f31c9f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:51:19.929682 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-370b529e-4034-4176-ab67-e220a6adf1fd None None] Set router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:19.996750 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd438c-dd02-4944-9f5d-5ee2c78d5fba x-openstack-request-id: req-9cfd438c-dd02-4944-9f5d-5ee2c78d5fba {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:51:19.997242 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:51:19.997571 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9cfd438c-dd02-4944-9f5d-5ee2c78d5fba {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:51:19.998047 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'status': 'completed', 'code': 200} Mar 21 21:51:20.064884 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4332d-ab25-4cd4-a5b8-ef97f31c9f5f req-4f90dade-d40b-4932-bd63-f02920ff0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:51:20.066643 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ef4332d-ab25-4cd4-a5b8-ef97f31c9f5f req-4f90dade-d40b-4932-bd63-f02920ff0671 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae3c9f99fa614ee580a303adac3384c0&device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 1130 time: 0.0495455 Mar 21 21:51:20.142146 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-370b529e-4034-4176-ab67-e220a6adf1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd54f40f9-d2b4-47ce-b5b7-0ccb0f725772', 'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'mac_address': 'fa:16:3e:bf:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:37Z', 'updated_at': '2022-03-21T21:46:42Z', 'revision_number': 5, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'subnets': [{'id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:20.159770 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4332d-ab25-4cd4-a5b8-ef97f31c9f5f req-0934280c-0af9-45ad-a8be-6f53b6903b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:51:20.161309 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ef4332d-ab25-4cd4-a5b8-ef97f31c9f5f req-0934280c-0af9-45ad-a8be-6f53b6903b53 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fb0f2dc-c084-4ada-9df0-6591abbe6829 HTTP/1.1" status: 200 len: 910 time: 0.0875354 Mar 21 21:51:20.168917 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-016dd2c9-be41-45f3-ab96-72028ab268ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:20.170463 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b529e-4034-4176-ab67-e220a6adf1fd None None] Checking router: a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:51:20.179207 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b529e-4034-4176-ab67-e220a6adf1fd None None] Routers {'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:20.179814 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-370b529e-4034-4176-ab67-e220a6adf1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:20.206741 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ef4332d-ab25-4cd4-a5b8-ef97f31c9f5f req-7fadb2d8-3d13-4e4a-9b71-2680b415b0ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f HTTP/1.1" status: 200 len: 217 time: 0.0386095 Mar 21 21:51:20.285533 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4332d-ab25-4cd4-a5b8-ef97f31c9f5f req-ad693c8d-fc32-4ade-a07d-8e1455811706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:51:20.286989 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ef4332d-ab25-4cd4-a5b8-ef97f31c9f5f req-ad693c8d-fc32-4ade-a07d-8e1455811706 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92ad59a0-c998-4da3-a94a-30b9df297c89 HTTP/1.1" status: 200 len: 848 time: 0.0737267 Mar 21 21:51:20.288875 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-370b529e-4034-4176-ab67-e220a6adf1fd None None] Set router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:20.334982 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be1bad-6875-4209-b17a-033f6340f48b req-ce2e0b85-228b-4b69-b780-5b1a10f3feb9 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:51:20.336446 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52be1bad-6875-4209-b17a-033f6340f48b req-ce2e0b85-228b-4b69-b780-5b1a10f3feb9 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0851705 Mar 21 21:51:20.360956 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4332d-ab25-4cd4-a5b8-ef97f31c9f5f req-637d86e6-f0bf-409b-bdf9-fb9b15a5fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:51:20.362449 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ef4332d-ab25-4cd4-a5b8-ef97f31c9f5f req-637d86e6-f0bf-409b-bdf9-fb9b15a5fced service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fb0f2dc-c084-4ada-9df0-6591abbe6829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675943 Mar 21 21:51:20.438590 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52be1bad-6875-4209-b17a-033f6340f48b req-113ea42e-1054-417e-9bc8-cf71c8f77290 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946939 Mar 21 21:51:20.475213 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ef4332d-ab25-4cd4-a5b8-ef97f31c9f5f req-9b511eac-48f1-4821-9905-0fc25f751b77 service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043525 Mar 21 21:51:20.494186 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-370b529e-4034-4176-ab67-e220a6adf1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd54f40f9-d2b4-47ce-b5b7-0ccb0f725772', 'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'mac_address': 'fa:16:3e:bf:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:37Z', 'updated_at': '2022-03-21T21:46:42Z', 'revision_number': 5, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'subnets': [{'id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:20.520032 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b529e-4034-4176-ab67-e220a6adf1fd None None] The sync data for ids ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'] in dv-cinder-834541-1-iscsi is: [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:46:37Z', 'revision_number': 4, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': 'd54f40f9-d2b4-47ce-b5b7-0ccb0f725772', 'name': '', 'network_id': '7fb0f2dc-c084-4ada-9df0-6591abbe6829', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'mac_address': 'fa:16:3e:bf:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:37Z', 'updated_at': '2022-03-21T21:46:42Z', 'revision_number': 5, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'subnets': [{'id': '92ad59a0-c998-4da3-a94a-30b9df297c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:51:20.562658 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ef4332d-ab25-4cd4-a5b8-ef97f31c9f5f req-5769f6ce-1ef8-4642-be71-c171cc0e7b9a service neutron] 10.222.0.31 "GET /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812366 Mar 21 21:51:20.728373 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d6acd0-9953-429d-ab0f-310f701f2e19 None None] New status for floating IP 6f0ec81f-af0f-4227-a464-55b0446929b5: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:51:21.471272 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:21.568099 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba267f-671c-4de4-a164-28fccd6f23b0 req-4069aef2-5076-4a59-a10e-47acfa0cde79 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:51:21.569577 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1aba267f-671c-4de4-a164-28fccd6f23b0 req-4069aef2-5076-4a59-a10e-47acfa0cde79 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0561221 Mar 21 21:51:21.617107 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1aba267f-671c-4de4-a164-28fccd6f23b0 req-7bbd0d25-2ce1-4c00-bbbf-3ec8f44407fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Mar 21 21:51:21.746416 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524a1fa-53af-4d1a-9244-d6a6d83862ab req-3b21320e-de23-4a2e-bd0e-f67ec4936c2d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:51:21.747815 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8524a1fa-53af-4d1a-9244-d6a6d83862ab req-3b21320e-de23-4a2e-bd0e-f67ec4936c2d tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 946 time: 0.0509243 Mar 21 21:51:21.838726 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-8524a1fa-53af-4d1a-9244-d6a6d83862ab req-9424a9cc-bc36-4dd1-8f52-61fb3250ea53 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Deleting port ee18d2c5-72af-4844-9a48-013e4f057c7f {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:51:21.839059 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8524a1fa-53af-4d1a-9244-d6a6d83862ab req-9424a9cc-bc36-4dd1-8f52-61fb3250ea53 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:21.922403 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-8524a1fa-53af-4d1a-9244-d6a6d83862ab req-9424a9cc-bc36-4dd1-8f52-61fb3250ea53 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] For port ee18d2c5-72af-4844-9a48-013e4f057c7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee18d2c5-72af-4844-9a48-013e4f057c7f,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:21.922657 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8524a1fa-53af-4d1a-9244-d6a6d83862ab req-9424a9cc-bc36-4dd1-8f52-61fb3250ea53 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:21.935591 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-8524a1fa-53af-4d1a-9244-d6a6d83862ab req-9424a9cc-bc36-4dd1-8f52-61fb3250ea53 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Calling delete_port for ee18d2c5-72af-4844-9a48-013e4f057c7f owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:51:22.127974 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8524a1fa-53af-4d1a-9244-d6a6d83862ab req-9424a9cc-bc36-4dd1-8f52-61fb3250ea53 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (ee18d2c5-72af-4844-9a48-013e4f057c7f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:22.156034 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424a9cc-bc36-4dd1-8f52-61fb3250ea53 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event deleted for resources: {'Port': ['ID=ee18d2c5-72af-4844-9a48-013e4f057c7f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:22.198914 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8524a1fa-53af-4d1a-9244-d6a6d83862ab req-9424a9cc-bc36-4dd1-8f52-61fb3250ea53 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] No DVR routers for this DVR port ee18d2c5-72af-4844-9a48-013e4f057c7f on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:51:22.201352 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8524a1fa-53af-4d1a-9244-d6a6d83862ab req-9424a9cc-bc36-4dd1-8f52-61fb3250ea53 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:22.205004 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8524a1fa-53af-4d1a-9244-d6a6d83862ab req-9424a9cc-bc36-4dd1-8f52-61fb3250ea53 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.31 "DELETE /v2.0/ports/ee18d2c5-72af-4844-9a48-013e4f057c7f HTTP/1.1" status: 204 len: 173 time: 0.4520853 Mar 21 21:51:22.205446 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'name': 'network-vif-deleted', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:51:22.207782 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a304ee4a-bfe2-42f8-b390-6f0583e5298e" -d '{"events": [{"server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "name": "network-vif-deleted", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:51:22.243150 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9fb38d-2679-47cf-852a-7c2128b6a526 x-openstack-request-id: req-af9fb38d-2679-47cf-852a-7c2128b6a526 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:51:22.243442 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53f74f7-4b76-48d9-a5a9-e40147b0735f", "name": "network-vif-deleted", "tag": "ee18d2c5-72af-4844-9a48-013e4f057c7f", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:51:22.243697 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af9fb38d-2679-47cf-852a-7c2128b6a526 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:51:22.244098 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53f74f7-4b76-48d9-a5a9-e40147b0735f', 'name': 'network-vif-deleted', 'tag': 'ee18d2c5-72af-4844-9a48-013e4f057c7f', 'status': 'completed', 'code': 200} Mar 21 21:51:22.712753 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7812946e-d020-42f9-b3c4-9af041c468d1 req-413bf138-9f3c-4c4d-8ad4-50cba86c4713 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 210 time: 0.0315170 Mar 21 21:51:22.868445 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:23.218348 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:51:23.817571 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d17b2a65-b018-45e1-945a-69feda57f917 req-e1a148dc-da97-44a3-ad5e-1f64368b7903 tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53f74f7-4b76-48d9-a5a9-e40147b0735f HTTP/1.1" status: 200 len: 210 time: 0.0266984 Mar 21 21:51:24.418903 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:24.820621 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ee18d2c5-72af-4844-9a48-013e4f057c7f no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:51:24.844409 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: ee18d2c5-72af-4844-9a48-013e4f057c7f {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:51:24.844797 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device ee18d2c5-72af-4844-9a48-013e4f057c7f not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:51:24.879197 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38398) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:24.936034 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group (ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:24.963251 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group (ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:25.114009 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:25.116617 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:25.117778 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] 10.222.0.23 "DELETE /v2.0/security-groups/ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93 HTTP/1.1" status: 204 len: 168 time: 0.2376065 Mar 21 21:51:25.126796 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfd0a31-3cb2-45f8-b99d-a170cd4bdb93,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:25.133887 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.134231 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.134569 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.134903 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.135231 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.135653 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.136667 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.136988 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.137313 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.137632 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.137951 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.138270 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.138585 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.138899 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.139217 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83eb0a5-1ae9-405d-9b5c-b15f6dbea9fa tempest-TestShelveInstance-2056256204 tempest-TestShelveInstance-2056256204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:25.218870 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38406) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:25.563684 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a11902af-07f6-4a31-815d-f547fbb0b20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818441'] for router_interface (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:25.799585 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-a11902af-07f6-4a31-815d-f547fbb0b20a admin admin] Deleting port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:51:25.799810 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a11902af-07f6-4a31-815d-f547fbb0b20a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:26.108495 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-a11902af-07f6-4a31-815d-f547fbb0b20a admin admin] For port d54f40f9-d2b4-47ce-b5b7-0ccb0f725772, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=d54f40f9-d2b4-47ce-b5b7-0ccb0f725772,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:26.109187 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a11902af-07f6-4a31-815d-f547fbb0b20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:26.121446 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-a11902af-07f6-4a31-815d-f547fbb0b20a admin admin] Calling delete_port for d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:51:26.379241 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a11902af-07f6-4a31-815d-f547fbb0b20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (d54f40f9-d2b4-47ce-b5b7-0ccb0f725772), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:26.402883 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11902af-07f6-4a31-815d-f547fbb0b20a admin admin] Pushing event deleted for resources: {'Port': ['ID=d54f40f9-d2b4-47ce-b5b7-0ccb0f725772,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:26.576019 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a11902af-07f6-4a31-815d-f547fbb0b20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1818105'] for router_interface (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:26.788559 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11902af-07f6-4a31-815d-f547fbb0b20a admin admin] Router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:51:26.892527 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11902af-07f6-4a31-815d-f547fbb0b20a admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:51:26.900177 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38408) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:26.903384 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adb59b-3d7a-40ea-b0d3-e244aaa5c642 None None] Sync routers for ids ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:51:26.904227 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a11902af-07f6-4a31-815d-f547fbb0b20a admin admin] 10.222.0.23 "PUT /v2.0/routers/a7ecf841-9a38-4ad8-8ede-4de2c7b0e517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6842234 Mar 21 21:51:26.913850 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adb59b-3d7a-40ea-b0d3-e244aaa5c642 None None] Routers {'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:26.914520 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-56adb59b-3d7a-40ea-b0d3-e244aaa5c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:27.005156 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Publish callbacks [] for router (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:27.020163 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-56adb59b-3d7a-40ea-b0d3-e244aaa5c642 None None] Set router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:27.107607 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Publish callbacks [] for router_gateway (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:27.192354 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-56adb59b-3d7a-40ea-b0d3-e244aaa5c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:51:26Z', 'revision_number': 5, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port': {'id': '6cde529a-b83c-4b97-a949-991d8c295b0e', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:35Z', 'updated_at': '2022-03-21T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:27.208335 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Deleting port 6cde529a-b83c-4b97-a949-991d8c295b0e {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:51:27.208710 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:27.223077 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adb59b-3d7a-40ea-b0d3-e244aaa5c642 None None] Checking router: a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:51:27.231582 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adb59b-3d7a-40ea-b0d3-e244aaa5c642 None None] Routers {'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:27.232187 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-56adb59b-3d7a-40ea-b0d3-e244aaa5c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:27.285439 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] For port 6cde529a-b83c-4b97-a949-991d8c295b0e, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6cde529a-b83c-4b97-a949-991d8c295b0e,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:27.285804 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:27.299977 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Calling delete_port for 6cde529a-b83c-4b97-a949-991d8c295b0e owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:51:27.318134 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-56adb59b-3d7a-40ea-b0d3-e244aaa5c642 None None] Set router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 gateway port host: None {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:27.499365 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-56adb59b-3d7a-40ea-b0d3-e244aaa5c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:51:27Z', 'revision_number': 6, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port_host': None}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:27.514311 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (6cde529a-b83c-4b97-a949-991d8c295b0e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:27.530514 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adb59b-3d7a-40ea-b0d3-e244aaa5c642 None None] The sync data for ids ['a7ecf841-9a38-4ad8-8ede-4de2c7b0e517'] in dv-cinder-834541-1-iscsi is: [{'id': 'a7ecf841-9a38-4ad8-8ede-4de2c7b0e517', 'name': 'tempest-TestShelveInstance-1298901653-router', 'tenant_id': 'ae3c9f99fa614ee580a303adac3384c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:34Z', 'updated_at': '2022-03-21T21:51:27Z', 'revision_number': 6, 'project_id': 'ae3c9f99fa614ee580a303adac3384c0', 'gw_port_host': None}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:51:27.541050 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Pushing event deleted for resources: {'Port': ['ID=6cde529a-b83c-4b97-a949-991d8c295b0e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:27.605069 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589507'] for router_gateway (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:27.693496 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14560'] for router (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:27.695481 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Publish callbacks [] for router_controller (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:27.822683 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1818336'] for router (a7ecf841-9a38-4ad8-8ede-4de2c7b0e517), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:27.824233 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 21:51:27.828753 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:27.829883 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f78b6eeb-8b1f-45ab-8cef-de26dbed399d admin admin] 10.222.0.23 "DELETE /v2.0/routers/a7ecf841-9a38-4ad8-8ede-4de2c7b0e517 HTTP/1.1" status: 204 len: 168 time: 0.9286680 Mar 21 21:51:27.832307 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38410) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:27.878001 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1bf495-968b-445c-809c-c5f95e569ff9 admin admin] Deleting subnet 92ad59a0-c998-4da3-a94a-30b9df297c89 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:51:27.881532 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf495-968b-445c-809c-c5f95e569ff9 admin admin] Publish callbacks [] for subnet (92ad59a0-c998-4da3-a94a-30b9df297c89), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:27.918517 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf495-968b-445c-809c-c5f95e569ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14372897'] for subnet (92ad59a0-c998-4da3-a94a-30b9df297c89), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.002633 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf495-968b-445c-809c-c5f95e569ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (92ad59a0-c998-4da3-a94a-30b9df297c89), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.131569 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf495-968b-445c-809c-c5f95e569ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12956603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14562706'] for subnet (92ad59a0-c998-4da3-a94a-30b9df297c89), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.154227 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bf495-968b-445c-809c-c5f95e569ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ad59a0-c998-4da3-a94a-30b9df297c89,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:28.159710 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf495-968b-445c-809c-c5f95e569ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.163115 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1f1bf495-968b-445c-809c-c5f95e569ff9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/92ad59a0-c998-4da3-a94a-30b9df297c89 HTTP/1.1" status: 204 len: 168 time: 0.3295836 Mar 21 21:51:28.165637 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38412) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:28.168865 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4ac54-5b4c-4796-ad53-d4dbcf34a973 None None] Network 7fb0f2dc-c084-4ada-9df0-6591abbe6829 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:51:28.248452 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (7fb0f2dc-c084-4ada-9df0-6591abbe6829), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.313016 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Deleting port 9eec29f9-980f-41e6-979b-63a06f92887a {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:51:28.313489 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.341067 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] DHCP port deletion for 7fb0f2dc-c084-4ada-9df0-6591abbe6829 request from dv-cinder-834541-1-iscsi {{(pid=104016) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 21:51:28.377270 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] For port 9eec29f9-980f-41e6-979b-63a06f92887a, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=9eec29f9-980f-41e6-979b-63a06f92887a,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:28.377767 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.392348 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Calling delete_port for 9eec29f9-980f-41e6-979b-63a06f92887a owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:51:28.393413 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Deleting port 9eec29f9-980f-41e6-979b-63a06f92887a {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:51:28.393790 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.457205 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] For port 9eec29f9-980f-41e6-979b-63a06f92887a, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=9eec29f9-980f-41e6-979b-63a06f92887a,segment=NetworkSegment(406bca63-f30e-4fb9-9e49-bf321fbcf96d),segment_id=406bca63-f30e-4fb9-9e49-bf321fbcf96d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:28.457507 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.471319 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Calling delete_port for 9eec29f9-980f-41e6-979b-63a06f92887a owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:51:28.544949 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.556836 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156'] for port (9eec29f9-980f-41e6-979b-63a06f92887a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.576045 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eec29f9-980f-41e6-979b-63a06f92887a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:28.581591 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Pushing event deleted for resources: {'Port': ['ID=9eec29f9-980f-41e6-979b-63a06f92887a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:28.582256 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] No DVR routers for this DVR port 9eec29f9-980f-41e6-979b-63a06f92887a on host dv-cinder-834541-1-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:51:28.585463 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] No DVR routers for this DVR port 9eec29f9-980f-41e6-979b-63a06f92887a on host dv-cinder-834541-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:51:28.592926 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.593287 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.593638 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.593994 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.594335 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.594673 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.595004 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.595337 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.595795 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.595987 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.596325 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.596936 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.597063 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.597365 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.597631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e226011-8881-46de-8efe-05f1ee3f339d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:28.655982 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (7fb0f2dc-c084-4ada-9df0-6591abbe6829), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.675700 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb0f2dc-c084-4ada-9df0-6591abbe6829']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:28.684747 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406bca63-f30e-4fb9-9e49-bf321fbcf96d') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:28.685046 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406bca63-f30e-4fb9-9e49-bf321fbcf96d') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:28.694463 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (406bca63-f30e-4fb9-9e49-bf321fbcf96d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.708077 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (406bca63-f30e-4fb9-9e49-bf321fbcf96d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.714481 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:51:28.714975 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (406bca63-f30e-4fb9-9e49-bf321fbcf96d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:51:28.716610 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:51:28.847785 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (7fb0f2dc-c084-4ada-9df0-6591abbe6829), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.852135 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:28.855407 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7fb0f2dc-c084-4ada-9df0-6591abbe6829 HTTP/1.1" status: 204 len: 168 time: 0.6888437 Mar 21 21:51:28.858404 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38414) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:28.869838 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af2a96-e713-4837-8816-99ed767c3e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb0f2dc-c084-4ada-9df0-6591abbe6829,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:28.937650 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6cde529a-b83c-4b97-a949-991d8c295b0e no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:51:28.958516 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 6cde529a-b83c-4b97-a949-991d8c295b0e {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:51:28.958967 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6cde529a-b83c-4b97-a949-991d8c295b0e not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:51:28.959398 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:51:28.978079 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:51:28.978427 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device d54f40f9-d2b4-47ce-b5b7-0ccb0f725772 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:51:28.978849 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 9eec29f9-980f-41e6-979b-63a06f92887a no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:51:28.999958 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 9eec29f9-980f-41e6-979b-63a06f92887a {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:51:29.000306 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 9eec29f9-980f-41e6-979b-63a06f92887a not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:51:29.199424 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-95b4f999-bd2f-42f0-b9e5-0e25f7021ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818441'] for router_interface (d555d0fd-0ac6-436d-89a5-7350c448e4eb), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:29.435452 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-95b4f999-bd2f-42f0-b9e5-0e25f7021ad7 admin admin] Deleting port 55aee662-7571-41b0-84b5-df0dc10670ba {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:51:29.435788 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-95b4f999-bd2f-42f0-b9e5-0e25f7021ad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:29.510179 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-95b4f999-bd2f-42f0-b9e5-0e25f7021ad7 admin admin] For port 55aee662-7571-41b0-84b5-df0dc10670ba, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=55aee662-7571-41b0-84b5-df0dc10670ba,segment=NetworkSegment(cb2cf97d-f0b7-4230-a0aa-bce677310897),segment_id=cb2cf97d-f0b7-4230-a0aa-bce677310897)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:29.510458 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-95b4f999-bd2f-42f0-b9e5-0e25f7021ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:29.522962 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-95b4f999-bd2f-42f0-b9e5-0e25f7021ad7 admin admin] Calling delete_port for 55aee662-7571-41b0-84b5-df0dc10670ba owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:51:29.789043 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-95b4f999-bd2f-42f0-b9e5-0e25f7021ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (55aee662-7571-41b0-84b5-df0dc10670ba), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:29.818573 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4f999-bd2f-42f0-b9e5-0e25f7021ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=55aee662-7571-41b0-84b5-df0dc10670ba,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:29.984758 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-95b4f999-bd2f-42f0-b9e5-0e25f7021ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1818105'] for router_interface (d555d0fd-0ac6-436d-89a5-7350c448e4eb), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:30.197734 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b4f999-bd2f-42f0-b9e5-0e25f7021ad7 admin admin] Router d555d0fd-0ac6-436d-89a5-7350c448e4eb has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:51:30.302905 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b4f999-bd2f-42f0-b9e5-0e25f7021ad7 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:51:30.307789 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-95b4f999-bd2f-42f0-b9e5-0e25f7021ad7 admin admin] 10.222.0.23 "PUT /v2.0/routers/d555d0fd-0ac6-436d-89a5-7350c448e4eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4483683 Mar 21 21:51:30.311085 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38416) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:30.312379 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de77908-851a-40d3-9d91-931fede541dc None None] Sync routers for ids ['d555d0fd-0ac6-436d-89a5-7350c448e4eb'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:51:30.322022 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de77908-851a-40d3-9d91-931fede541dc None None] Routers {'d555d0fd-0ac6-436d-89a5-7350c448e4eb'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:30.322619 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9de77908-851a-40d3-9d91-931fede541dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['d555d0fd-0ac6-436d-89a5-7350c448e4eb'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:30.413518 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Publish callbacks [] for router (d555d0fd-0ac6-436d-89a5-7350c448e4eb), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:30.425812 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9de77908-851a-40d3-9d91-931fede541dc None None] Set router d555d0fd-0ac6-436d-89a5-7350c448e4eb gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:30.606094 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9de77908-851a-40d3-9d91-931fede541dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'name': 'tempest-TestShelveInstance-1228392537-router', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:51:29Z', 'revision_number': 5, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'gw_port': {'id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:30.635884 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de77908-851a-40d3-9d91-931fede541dc None None] Checking router: d555d0fd-0ac6-436d-89a5-7350c448e4eb for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:51:30.644716 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de77908-851a-40d3-9d91-931fede541dc None None] Routers {'d555d0fd-0ac6-436d-89a5-7350c448e4eb'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:30.645346 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9de77908-851a-40d3-9d91-931fede541dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['d555d0fd-0ac6-436d-89a5-7350c448e4eb'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:30.800160 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Publish callbacks [] for router_gateway (d555d0fd-0ac6-436d-89a5-7350c448e4eb), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:30.801588 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9de77908-851a-40d3-9d91-931fede541dc None None] Set router d555d0fd-0ac6-436d-89a5-7350c448e4eb gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:30.930160 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Deleting port 2bb3200b-7152-49ab-908a-dfb2572384ed {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:51:30.930419 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.009586 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] For port 2bb3200b-7152-49ab-908a-dfb2572384ed, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=2bb3200b-7152-49ab-908a-dfb2572384ed,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:31.010271 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.023027 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Calling delete_port for 2bb3200b-7152-49ab-908a-dfb2572384ed owned by network:router_gateway {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:51:31.068403 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9de77908-851a-40d3-9d91-931fede541dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'name': 'tempest-TestShelveInstance-1228392537-router', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:51:29Z', 'revision_number': 5, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'gw_port': {'id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:31.094742 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de77908-851a-40d3-9d91-931fede541dc None None] The sync data for ids ['d555d0fd-0ac6-436d-89a5-7350c448e4eb'] in dv-cinder-834541-1-iscsi is: [{'id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'name': 'tempest-TestShelveInstance-1228392537-router', 'tenant_id': '039edc81aa9445b1bb62a3b682117ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:51:29Z', 'revision_number': 5, 'project_id': '039edc81aa9445b1bb62a3b682117ed0', 'gw_port': {'id': '2bb3200b-7152-49ab-908a-dfb2572384ed', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd555d0fd-0ac6-436d-89a5-7350c448e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:46:41Z', 'updated_at': '2022-03-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:51:31.263484 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (2bb3200b-7152-49ab-908a-dfb2572384ed), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.290185 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb3200b-7152-49ab-908a-dfb2572384ed,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:31.347460 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589507'] for router_gateway (d555d0fd-0ac6-436d-89a5-7350c448e4eb), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.439467 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14560'] for router (d555d0fd-0ac6-436d-89a5-7350c448e4eb), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.441663 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Publish callbacks [] for router_controller (d555d0fd-0ac6-436d-89a5-7350c448e4eb), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.573891 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1818336'] for router (d555d0fd-0ac6-436d-89a5-7350c448e4eb), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.575097 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d555d0fd-0ac6-436d-89a5-7350c448e4eb {{(pid=104014) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 21:51:31.582503 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.582503 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-cfcb023f-64e9-47cd-93a5-445c93769e13 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d555d0fd-0ac6-436d-89a5-7350c448e4eb HTTP/1.1" status: 204 len: 168 time: 1.2687206 Mar 21 21:51:31.583292 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38418) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:31.628880 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d64f96-ad2c-45ef-a213-e252a8329eee admin admin] Deleting subnet 06a791df-bef3-4410-aa2d-20d203b8e65e {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:51:31.632040 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a9d64f96-ad2c-45ef-a213-e252a8329eee admin admin] Publish callbacks [] for subnet (06a791df-bef3-4410-aa2d-20d203b8e65e), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.667075 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a9d64f96-ad2c-45ef-a213-e252a8329eee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14382529'] for subnet (06a791df-bef3-4410-aa2d-20d203b8e65e), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.748827 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a9d64f96-ad2c-45ef-a213-e252a8329eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (06a791df-bef3-4410-aa2d-20d203b8e65e), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.893404 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a9d64f96-ad2c-45ef-a213-e252a8329eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13032719'] for subnet (06a791df-bef3-4410-aa2d-20d203b8e65e), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.918075 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d64f96-ad2c-45ef-a213-e252a8329eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a791df-bef3-4410-aa2d-20d203b8e65e,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:31.921820 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a9d64f96-ad2c-45ef-a213-e252a8329eee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:31.924633 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a9d64f96-ad2c-45ef-a213-e252a8329eee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/06a791df-bef3-4410-aa2d-20d203b8e65e HTTP/1.1" status: 204 len: 168 time: 0.3404293 Mar 21 21:51:31.927219 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38420) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:31.930332 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daefdc8a-835c-41b0-9555-368b2d008d31 None None] Network 72d4aee6-b920-49ea-b940-d5b669066fae requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:51:31.992534 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (72d4aee6-b920-49ea-b940-d5b669066fae), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.056282 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Deleting port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:51:32.056955 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.081121 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b7877a-d3aa-4d89-b287-365682fdc83c None None] DHCP port deletion for 72d4aee6-b920-49ea-b940-d5b669066fae request from dv-cinder-834541-1-iscsi {{(pid=104016) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 21:51:32.122490 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] For port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=4c1d679a-1fa3-4d46-b9a2-46d34ba1503d,segment=NetworkSegment(cb2cf97d-f0b7-4230-a0aa-bce677310897),segment_id=cb2cf97d-f0b7-4230-a0aa-bce677310897)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:32.122971 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.132617 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-28b7877a-d3aa-4d89-b287-365682fdc83c None None] Deleting port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:51:32.133082 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b7877a-d3aa-4d89-b287-365682fdc83c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.136318 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Calling delete_port for 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:51:32.194270 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-28b7877a-d3aa-4d89-b287-365682fdc83c None None] For port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=4c1d679a-1fa3-4d46-b9a2-46d34ba1503d,segment=NetworkSegment(cb2cf97d-f0b7-4230-a0aa-bce677310897),segment_id=cb2cf97d-f0b7-4230-a0aa-bce677310897)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:32.194591 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b7877a-d3aa-4d89-b287-365682fdc83c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.207762 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-28b7877a-d3aa-4d89-b287-365682fdc83c None None] Calling delete_port for 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:51:32.293729 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.299595 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b7877a-d3aa-4d89-b287-365682fdc83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156'] for port (4c1d679a-1fa3-4d46-b9a2-46d34ba1503d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.320935 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1d679a-1fa3-4d46-b9a2-46d34ba1503d,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:32.327336 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7877a-d3aa-4d89-b287-365682fdc83c None None] Pushing event deleted for resources: {'Port': ['ID=4c1d679a-1fa3-4d46-b9a2-46d34ba1503d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:32.327490 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] No DVR routers for this DVR port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d on host dv-cinder-834541-1-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:51:32.332783 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7877a-d3aa-4d89-b287-365682fdc83c None None] No DVR routers for this DVR port 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d on host dv-cinder-834541-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:51:32.395875 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (72d4aee6-b920-49ea-b940-d5b669066fae), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.415514 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d4aee6-b920-49ea-b940-d5b669066fae']}} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:32.425413 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2cf97d-f0b7-4230-a0aa-bce677310897') {'for_net_delete': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:32.425707 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2cf97d-f0b7-4230-a0aa-bce677310897') {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:32.435416 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14382584'] for segment (cb2cf97d-f0b7-4230-a0aa-bce677310897), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.448008 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (cb2cf97d-f0b7-4230-a0aa-bce677310897), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.454055 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104014) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:51:32.454429 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13248103'] for segment (cb2cf97d-f0b7-4230-a0aa-bce677310897), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: Traceback (most recent call last): Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: timer() Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: cb(*args, **kw) Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: return func(*args, **kwargs) Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: self._notify() Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: self.callback(batched_events) Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: event.method(event) Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: return f(self, *a, **k) Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: return self._get(url).json() Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: return self.request(url, 'GET', **kwargs) Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:51:32.456005 dv-cinder-834541-1-iscsi neutron-server[104014]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:51:32.579143 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (72d4aee6-b920-49ea-b940-d5b669066fae), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.584263 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:32.587362 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] 10.222.0.23 "DELETE /v2.0/networks/72d4aee6-b920-49ea-b940-d5b669066fae HTTP/1.1" status: 204 len: 168 time: 0.6591542 Mar 21 21:51:32.598249 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb716c-355b-4240-9abb-4f73ace7dc28 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d4aee6-b920-49ea-b940-d5b669066fae,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:32.921046 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 2bb3200b-7152-49ab-908a-dfb2572384ed no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:51:32.929471 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38424) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:32.941421 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 2bb3200b-7152-49ab-908a-dfb2572384ed {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:51:32.941925 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 2bb3200b-7152-49ab-908a-dfb2572384ed not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:51:32.942177 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 55aee662-7571-41b0-84b5-df0dc10670ba no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:51:32.960786 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 55aee662-7571-41b0-84b5-df0dc10670ba {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:51:32.961127 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 55aee662-7571-41b0-84b5-df0dc10670ba not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:51:32.961541 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:51:32.968498 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-14bd1aa3-a60f-43a8-8eeb-010811dfb657 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae3c9f99fa614ee580a303adac3384c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378988 Mar 21 21:51:32.970956 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38426) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:32.984122 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:51:32.984474 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 4c1d679a-1fa3-4d46-b9a2-46d34ba1503d not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:51:33.016640 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9d0c087e-55b8-4203-9353-ee5019f02e64 admin admin] Publish callbacks [] for security_group (4703f912-5f11-47d6-8cc9-24a5ead11aec), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:33.037461 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9d0c087e-55b8-4203-9353-ee5019f02e64 admin admin] Publish callbacks [] for security_group (4703f912-5f11-47d6-8cc9-24a5ead11aec), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:33.159456 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9d0c087e-55b8-4203-9353-ee5019f02e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (4703f912-5f11-47d6-8cc9-24a5ead11aec), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:33.162051 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9d0c087e-55b8-4203-9353-ee5019f02e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:33.163190 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-9d0c087e-55b8-4203-9353-ee5019f02e64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4703f912-5f11-47d6-8cc9-24a5ead11aec HTTP/1.1" status: 204 len: 168 time: 0.1913509 Mar 21 21:51:33.171614 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c087e-55b8-4203-9353-ee5019f02e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4703f912-5f11-47d6-8cc9-24a5ead11aec,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:33.797931 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38432) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:34.044280 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-4062536f-aa27-4f3c-90b4-249a23ba1f05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=039edc81aa9445b1bb62a3b682117ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449796 Mar 21 21:51:34.046843 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38436) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:34.092729 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-683c29cd-9dea-4a3c-8a07-426e9a371b10 admin admin] Publish callbacks [] for security_group (f572c13a-a16e-4a3a-b7cf-600e4b8eb6af), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:34.112637 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-683c29cd-9dea-4a3c-8a07-426e9a371b10 admin admin] Publish callbacks [] for security_group (f572c13a-a16e-4a3a-b7cf-600e4b8eb6af), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:34.222491 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-683c29cd-9dea-4a3c-8a07-426e9a371b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (f572c13a-a16e-4a3a-b7cf-600e4b8eb6af), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:34.225024 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-683c29cd-9dea-4a3c-8a07-426e9a371b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:34.226165 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-683c29cd-9dea-4a3c-8a07-426e9a371b10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f572c13a-a16e-4a3a-b7cf-600e4b8eb6af HTTP/1.1" status: 204 len: 168 time: 0.1784332 Mar 21 21:51:34.233842 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c29cd-9dea-4a3c-8a07-426e9a371b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f572c13a-a16e-4a3a-b7cf-600e4b8eb6af,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:35.240788 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38458) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:35.335763 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1262926412-network', 'tenant_id': '6197e3d8975b4d058f093688c90a369a'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:35.407693 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Made reservation on behalf of 6197e3d8975b4d058f093688c90a369a for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:51:35.410047 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:35.419383 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:35.490469 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Publish callbacks [] for security_group (b83b014a-d7cc-4cc2-8133-221bbb72a70b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:35.527727 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b83b014a-d7cc-4cc2-8133-221bbb72a70b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:35.552202 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:51:35.562750 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83b014a-d7cc-4cc2-8133-221bbb72a70b,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:35.567325 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (c8d1461e-3a9a-4db2-96ac-2c270c42baf4), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:35.567660 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Added segment c8d1461e-3a9a-4db2-96ac-2c270c42baf4 of type vlan for network 20d2e080-9bf1-4b52-93d9-451d13991b73 Mar 21 21:51:35.608857 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (20d2e080-9bf1-4b52-93d9-451d13991b73), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:35.681676 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (20d2e080-9bf1-4b52-93d9-451d13991b73), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:35.682633 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:51:35.683220 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:35.740621 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] Pushing event updated for resources: {'Network': ['ID=20d2e080-9bf1-4b52-93d9-451d13991b73,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:35.751094 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 20d2e080-9bf1-4b52-93d9-451d13991b73 details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:51:35.792808 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a20f86e0-9809-47a0-8611-8f75cf25e35a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5507877 Mar 21 21:51:35.796167 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38462) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:35.800968 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-58aaaec1-217e-447c-b2d0-259d9c268f74 admin admin] Request body: {'subnet': {'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1262926412-subnet', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:35.864466 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58aaaec1-217e-447c-b2d0-259d9c268f74 admin admin] Made reservation on behalf of 6197e3d8975b4d058f093688c90a369a for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:51:35.866866 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-58aaaec1-217e-447c-b2d0-259d9c268f74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14562751'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:36.093413 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-58aaaec1-217e-447c-b2d0-259d9c268f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12956666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14562729'] for subnet (45edc78d-71d1-4a76-b0a6-0e65ef0794df), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:36.141700 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aaaec1-217e-447c-b2d0-259d9c268f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45edc78d-71d1-4a76-b0a6-0e65ef0794df,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:36.163509 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aaaec1-217e-447c-b2d0-259d9c268f74 admin admin] Checking segment: {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:51:36.163509 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aaaec1-217e-447c-b2d0-259d9c268f74 admin admin] Network hostable DHCP agents. Network: 20d2e080-9bf1-4b52-93d9-451d13991b73, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:51:36.239558 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aaaec1-217e-447c-b2d0-259d9c268f74 admin admin] Network 20d2e080-9bf1-4b52-93d9-451d13991b73 is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:51:36.319765 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-58aaaec1-217e-447c-b2d0-259d9c268f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 20d2e080-9bf1-4b52-93d9-451d13991b73) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:51:36.323767 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aaaec1-217e-447c-b2d0-259d9c268f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:51:36.324987 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-58aaaec1-217e-447c-b2d0-259d9c268f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:36.329982 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816dea86-5a0c-417d-8942-d621bc485577 None None] Network 20d2e080-9bf1-4b52-93d9-451d13991b73 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:51:36.408078 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-58aaaec1-217e-447c-b2d0-259d9c268f74 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6107261 Mar 21 21:51:36.410865 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38464) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:36.415170 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:36.430910 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9f58e63-380d-5572-9a5f-798ace8b00e1-20d2e080-9bf1-4b52-93d9-451d13991b73', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df'}]}} from dv-cinder-834541-1-iscsi. {{(pid=104016) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:51:36.431748 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:36.502672 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1816881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14578'] for router (3646a3b6-8eb8-4499-8684-ba2f7615b614), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:36.504353 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14571'] for router (3646a3b6-8eb8-4499-8684-ba2f7615b614), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:36.557796 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Publish callbacks [] for router_controller (3646a3b6-8eb8-4499-8684-ba2f7615b614), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:36.566630 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Allocated IP 172.20.0.2 (20d2e080-9bf1-4b52-93d9-451d13991b73/45edc78d-71d1-4a76-b0a6-0e65ef0794df/248aba81-8749-4869-97c5-32ce0b842597) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:51:36.704934 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Publish callbacks [] for port (248aba81-8749-4869-97c5-32ce0b842597), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:36.740121 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Publish callbacks [] for router_gateway (3646a3b6-8eb8-4499-8684-ba2f7615b614), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:36.767872 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (248aba81-8749-4869-97c5-32ce0b842597), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:36.804743 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Network 20d2e080-9bf1-4b52-93d9-451d13991b73 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:51:36.810233 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:51:36.814594 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:51:36.817547 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Pushing event updated for resources: {'Port': ['ID=248aba81-8749-4869-97c5-32ce0b842597,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:36.871765 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Attempting to bind port 248aba81-8749-4869-97c5-32ce0b842597 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:51:36.872472 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Attempting to bind port 248aba81-8749-4869-97c5-32ce0b842597 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:51:36.872472 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Attempting to bind port 248aba81-8749-4869-97c5-32ce0b842597 on network 20d2e080-9bf1-4b52-93d9-451d13991b73 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:51:36.877485 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:51:36.877862 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Checking segment: {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:51:36.878255 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:36.878654 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Bound using segment: {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:51:36.879118 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Bound port: 248aba81-8749-4869-97c5-32ce0b842597, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:51:36.879497 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (248aba81-8749-4869-97c5-32ce0b842597), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:36.943394 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] For port 248aba81-8749-4869-97c5-32ce0b842597, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:51:36.946364 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] For port 248aba81-8749-4869-97c5-32ce0b842597, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=248aba81-8749-4869-97c5-32ce0b842597,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:51:36.985882 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Publish callbacks [] for router_gateway (3646a3b6-8eb8-4499-8684-ba2f7615b614), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:37.005355 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:37.019686 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (248aba81-8749-4869-97c5-32ce0b842597), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:37.073898 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38f607-8b40-40be-ad67-3000f01b243d None None] Pushing event updated for resources: {'Port': ['ID=248aba81-8749-4869-97c5-32ce0b842597,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:37.113342 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Allocated IP 172.27.1.79 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/63b6c7c1-9760-4877-abe0-591a5bf2d99c) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:51:37.235586 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Publish callbacks [] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:37.357211 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:37.395775 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:51:37.398697 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:51:37.404861 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:51:37.426642 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Pushing event updated for resources: {'Port': ['ID=63b6c7c1-9760-4877-abe0-591a5bf2d99c,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:37.801077 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Publish callbacks [] for router_gateway (3646a3b6-8eb8-4499-8684-ba2f7615b614), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:37.914039 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ef58b3-6f3d-43c7-aaf9-e44eb9af166e None None] Network 20d2e080-9bf1-4b52-93d9-451d13991b73 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:51:37.975150 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-17b3d5f3-f992-49e0-9818-4635bfa4bae3 None None] Provisioning complete for port 248aba81-8749-4869-97c5-32ce0b842597 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:37.975521 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-17b3d5f3-f992-49e0-9818-4635bfa4bae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (248aba81-8749-4869-97c5-32ce0b842597), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:38.022593 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1818298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589543'] for router (3646a3b6-8eb8-4499-8684-ba2f7615b614), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:38.093350 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-17b3d5f3-f992-49e0-9818-4635bfa4bae3 None None] Current status of the port 248aba81-8749-4869-97c5-32ce0b842597 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:38.093739 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-17b3d5f3-f992-49e0-9818-4635bfa4bae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (248aba81-8749-4869-97c5-32ce0b842597), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:38.127191 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-17b3d5f3-f992-49e0-9818-4635bfa4bae3 None None] For port 248aba81-8749-4869-97c5-32ce0b842597, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=248aba81-8749-4869-97c5-32ce0b842597,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:38.173309 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-17b3d5f3-f992-49e0-9818-4635bfa4bae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (248aba81-8749-4869-97c5-32ce0b842597), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:38.202322 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Router 3646a3b6-8eb8-4499-8684-ba2f7615b614 is scheduled to L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 with binding_index 1 {{(pid=104014) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 21:51:38.228450 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3d5f3-f992-49e0-9818-4635bfa4bae3 None None] Pushing event updated for resources: {'Port': ['ID=248aba81-8749-4869-97c5-32ce0b842597,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:38.294180 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-c18d8b59-ba84-4780-a1e1-2d2705265721 None None] Provisioning complete for port 248aba81-8749-4869-97c5-32ce0b842597 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:38.294547 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c18d8b59-ba84-4780-a1e1-2d2705265721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (248aba81-8749-4869-97c5-32ce0b842597), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:38.322108 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:51:38.332864 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Sync routers for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:51:38.349471 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:38.350107 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:38.441713 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:38.443007 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-537937b7-8422-4db7-a610-b2f4646876f0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0311823 Mar 21 21:51:38.445895 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38466) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:38.454278 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c18d8b59-ba84-4780-a1e1-2d2705265721 None None] Current status of the port 248aba81-8749-4869-97c5-32ce0b842597 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:38.485407 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:38.665029 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:37Z', 'revision_number': 3, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:38.690461 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Checking router: 3646a3b6-8eb8-4499-8684-ba2f7615b614 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:51:38.690807 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Updating router 3646a3b6-8eb8-4499-8684-ba2f7615b614 port 63b6c7c1-9760-4877-abe0-591a5bf2d99c binding host dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:51:38.719169 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:38.861871 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:38.980500 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 248aba81-8749-4869-97c5-32ce0b842597 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:51:38.983673 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Publish callbacks [] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.020578 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Allocated IP 172.20.0.1 (20d2e080-9bf1-4b52-93d9-451d13991b73/45edc78d-71d1-4a76-b0a6-0e65ef0794df/6a957b4b-fde2-4cfe-b4f0-f60b4459c225) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:51:39.030224 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 248aba81-8749-4869-97c5-32ce0b842597 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:39.030594 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (248aba81-8749-4869-97c5-32ce0b842597), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.103919 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 248aba81-8749-4869-97c5-32ce0b842597 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:39.124206 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Publish callbacks [] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.138947 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.217690 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.262185 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Network 20d2e080-9bf1-4b52-93d9-451d13991b73 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:51:39.265148 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:51:39.267581 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:51:39.306080 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Pushing event updated for resources: {'Port': ['ID=6a957b4b-fde2-4cfe-b4f0-f60b4459c225,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:39.329917 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818610'] for router_interface (3646a3b6-8eb8-4499-8684-ba2f7615b614), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.332703 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Attempting to bind port 63b6c7c1-9760-4877-abe0-591a5bf2d99c on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:51:39.333081 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Attempting to bind port 63b6c7c1-9760-4877-abe0-591a5bf2d99c by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:51:39.333444 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Attempting to bind port 63b6c7c1-9760-4877-abe0-591a5bf2d99c on network 9867fab8-7571-461d-96e4-4032e42c28a0 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:51:39.341416 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c9401-e88b-4423-bca5-e96a2479de84 None None] Pushing event updated for resources: {'Port': ['ID=63b6c7c1-9760-4877-abe0-591a5bf2d99c,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:39.344765 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:51:39.345039 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Checking segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:51:39.345441 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.345825 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Bound using segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:51:39.346300 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Bound port: 63b6c7c1-9760-4877-abe0-591a5bf2d99c, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:51:39.346677 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.408517 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] For port 63b6c7c1-9760-4877-abe0-591a5bf2d99c, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:51:39.411939 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] For port 63b6c7c1-9760-4877-abe0-591a5bf2d99c, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=63b6c7c1-9760-4877-abe0-591a5bf2d99c,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:51:39.477855 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-b070a1b1-b10c-4af2-ab1e-0bda30f2b31a None None] Provisioning complete for port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:39.478222 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b070a1b1-b10c-4af2-ab1e-0bda30f2b31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.513596 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-b070a1b1-b10c-4af2-ab1e-0bda30f2b31a None None] Port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:51:39.520089 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.565201 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.584393 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:39.585058 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:39.586893 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c9401-e88b-4423-bca5-e96a2479de84 None None] Pushing event updated for resources: {'Port': ['ID=63b6c7c1-9760-4877-abe0-591a5bf2d99c,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:39.697449 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:39.733334 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Publish callbacks [] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.822956 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.892073 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 1, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:39.892402 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818470'] for router_interface (3646a3b6-8eb8-4499-8684-ba2f7615b614), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:39.894805 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Pushing event updated for resources: {'Port': ['ID=6a957b4b-fde2-4cfe-b4f0-f60b4459c225,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:39.918514 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66e532-9de0-4421-bd24-0cc5bee41c71 None None] The sync data for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi is: [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 1, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:51:39.987685 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Network 20d2e080-9bf1-4b52-93d9-451d13991b73 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:51:39.989118 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:51:40.127769 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Router 3646a3b6-8eb8-4499-8684-ba2f7615b614 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:51:40.250345 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:51:40.255370 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-67a2ae4a-9535-4ae7-8c14-05c3d4c947cd admin admin] 10.222.0.23 "PUT /v2.0/routers/3646a3b6-8eb8-4499-8684-ba2f7615b614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8084197 Mar 21 21:51:40.341067 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-3d5ddf61-3194-4795-a737-5160d5d3df8b None None] Provisioning complete for port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:40.341656 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3d5ddf61-3194-4795-a737-5160d5d3df8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:40.380340 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-3d5ddf61-3194-4795-a737-5160d5d3df8b None None] Port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:51:40.969348 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 63b6c7c1-9760-4877-abe0-591a5bf2d99c up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:51:40.972820 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38482) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:40.977906 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-319929325-network', 'tenant_id': '51029cdff20c4f6a88305b537127bf57'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:41.020275 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 63b6c7c1-9760-4877-abe0-591a5bf2d99c triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:41.020669 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.062395 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Made reservation on behalf of 51029cdff20c4f6a88305b537127bf57 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:51:41.064903 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.074334 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.103948 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 63b6c7c1-9760-4877-abe0-591a5bf2d99c is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:41.104361 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.130472 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] For port 63b6c7c1-9760-4877-abe0-591a5bf2d99c, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=63b6c7c1-9760-4877-abe0-591a5bf2d99c,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:41.158987 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Publish callbacks [] for security_group (4508c196-6b60-4262-b086-d63403c6e19a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.222437 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.258616 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (4508c196-6b60-4262-b086-d63403c6e19a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.268941 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Pushing event updated for resources: {'Port': ['ID=63b6c7c1-9760-4877-abe0-591a5bf2d99c,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:41.279060 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:51:41.297229 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4508c196-6b60-4262-b086-d63403c6e19a,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:41.300044 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (d27c3e76-b8bd-4efa-b574-7fd9bf174244), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.300377 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Added segment d27c3e76-b8bd-4efa-b574-7fd9bf174244 of type vlan for network 10cec557-4ba6-41a5-bf0d-8ffc029195b2 Mar 21 21:51:41.347145 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742784260181'] for network (10cec557-4ba6-41a5-bf0d-8ffc029195b2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.487674 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806'] for network (10cec557-4ba6-41a5-bf0d-8ffc029195b2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.488626 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:51:41.489253 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.547369 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] Pushing event updated for resources: {'Network': ['ID=10cec557-4ba6-41a5-bf0d-8ffc029195b2,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:41.557137 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Network 10cec557-4ba6-41a5-bf0d-8ffc029195b2 details requested by agent ovs-agent-dv-cinder-834541-1-iscsi with host dv-cinder-834541-1-iscsi {{(pid=104016) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:51:41.630966 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6175fa26-27f5-40e0-892a-d9079879e448 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6569660 Mar 21 21:51:41.633853 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38484) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:41.639486 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-d1ff4f75-a7cb-494d-9963-6830fa77a328 admin admin] Request body: {'subnet': {'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-319929325-subnet', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:41.716910 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ff4f75-a7cb-494d-9963-6830fa77a328 admin admin] Made reservation on behalf of 51029cdff20c4f6a88305b537127bf57 for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:51:41.719316 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4f75-a7cb-494d-9963-6830fa77a328 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13032738'] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.845490 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Sync routers for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:51:41.854601 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:41.855824 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:41.956310 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4f75-a7cb-494d-9963-6830fa77a328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13032756'] for subnet (4748cc9b-d019-43dc-ac03-42ad7d3cc894), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:41.963238 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:42.010287 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff4f75-a7cb-494d-9963-6830fa77a328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4748cc9b-d019-43dc-ac03-42ad7d3cc894,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:42.021062 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4f75-a7cb-494d-9963-6830fa77a328 admin admin] Checking segment: {'id': 'd27c3e76-b8bd-4efa-b574-7fd9bf174244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:51:42.021428 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff4f75-a7cb-494d-9963-6830fa77a328 admin admin] Network hostable DHCP agents. Network: 10cec557-4ba6-41a5-bf0d-8ffc029195b2, hostable agents: ['bc61b850-7195-40e7-83ce-a34854da804c'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:51:42.087481 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff4f75-a7cb-494d-9963-6830fa77a328 admin admin] Network 10cec557-4ba6-41a5-bf0d-8ffc029195b2 is scheduled to be hosted by DHCP agent bc61b850-7195-40e7-83ce-a34854da804c with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:51:42.144291 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff4f75-a7cb-494d-9963-6830fa77a328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834541-1-iscsi, 10cec557-4ba6-41a5-bf0d-8ffc029195b2) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:51:42.149401 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff4f75-a7cb-494d-9963-6830fa77a328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:51:42.150934 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4f75-a7cb-494d-9963-6830fa77a328 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.156404 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6692c179-70f2-45e7-a080-adccd58e8e0c None None] Network 10cec557-4ba6-41a5-bf0d-8ffc029195b2 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:51:42.158310 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 2, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:42.186098 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Checking router: 3646a3b6-8eb8-4499-8684-ba2f7615b614 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:51:42.186466 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Updating router 3646a3b6-8eb8-4499-8684-ba2f7615b614 port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 binding host dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:51:42.213173 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.233987 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d1ff4f75-a7cb-494d-9963-6830fa77a328 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5989964 Mar 21 21:51:42.236530 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38486) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:42.240889 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-319929325-router', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:42.265829 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9f58e63-380d-5572-9a5f-798ace8b00e1-10cec557-4ba6-41a5-bf0d-8ffc029195b2', 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2', 'project_id': '51029cdff20c4f6a88305b537127bf57', 'fixed_ips': [{'subnet_id': '4748cc9b-d019-43dc-ac03-42ad7d3cc894'}]}} from dv-cinder-834541-1-iscsi. {{(pid=104016) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:51:42.267156 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.343126 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1816881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14578'] for router (2c305363-d8af-4c48-8946-1e067348f1f4), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.344588 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14571'] for router (2c305363-d8af-4c48-8946-1e067348f1f4), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.399151 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Publish callbacks [] for router_controller (2c305363-d8af-4c48-8946-1e067348f1f4), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.407223 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Allocated IP 172.20.0.2 (10cec557-4ba6-41a5-bf0d-8ffc029195b2/4748cc9b-d019-43dc-ac03-42ad7d3cc894/bbcde771-2a9b-4e77-9d24-c20445a4a6a8) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:51:42.486924 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Publish callbacks [] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.547341 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Publish callbacks [] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.573397 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.640871 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.678797 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Pushing event updated for resources: {'Port': ['ID=6a957b4b-fde2-4cfe-b4f0-f60b4459c225,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:42.686901 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Attempting to bind port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:51:42.687277 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Attempting to bind port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:51:42.687857 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Attempting to bind port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 on network 20d2e080-9bf1-4b52-93d9-451d13991b73 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:51:42.689990 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Network 10cec557-4ba6-41a5-bf0d-8ffc029195b2 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:51:42.693430 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:51:42.694048 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.694402 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.694773 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.695136 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.695481 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.695809 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.696139 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.696464 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.696812 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.697360 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.697880 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.698430 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.698631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:51:42.699507 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.699986 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.700521 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:51:42.704443 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:51:42.704840 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Checking segment: {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:51:42.705487 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.706045 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Bound using segment: {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:51:42.706709 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Bound port: 6a957b4b-fde2-4cfe-b4f0-f60b4459c225, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:51:42.707274 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.744900 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Pushing event updated for resources: {'Port': ['ID=bbcde771-2a9b-4e77-9d24-c20445a4a6a8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:42.782851 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] For port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:51:42.786200 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] For port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6a957b4b-fde2-4cfe-b4f0-f60b4459c225,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:51:42.791078 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Attempting to bind port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:51:42.791557 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Attempting to bind port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'd27c3e76-b8bd-4efa-b574-7fd9bf174244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:51:42.792064 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Attempting to bind port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 on network 10cec557-4ba6-41a5-bf0d-8ffc029195b2 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:51:42.798748 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:51:42.799190 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Checking segment: {'id': 'd27c3e76-b8bd-4efa-b574-7fd9bf174244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:51:42.799699 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.800273 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Bound using segment: {'id': 'd27c3e76-b8bd-4efa-b574-7fd9bf174244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:51:42.800880 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Bound port: bbcde771-2a9b-4e77-9d24-c20445a4a6a8, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27c3e76-b8bd-4efa-b574-7fd9bf174244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:51:42.801365 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.858525 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Publish callbacks [] for router_gateway (2c305363-d8af-4c48-8946-1e067348f1f4), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.875318 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.875887 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] For port bbcde771-2a9b-4e77-9d24-c20445a4a6a8, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:51:42.878234 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] For port bbcde771-2a9b-4e77-9d24-c20445a4a6a8, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=bbcde771-2a9b-4e77-9d24-c20445a4a6a8,segment=NetworkSegment(d27c3e76-b8bd-4efa-b574-7fd9bf174244),segment_id=d27c3e76-b8bd-4efa-b574-7fd9bf174244)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:51:42.936062 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 63b6c7c1-9760-4877-abe0-591a5bf2d99c up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:51:42.944147 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:42.944898 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:42.966294 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a2519220-7c61-457e-9d7f-bf3f982fb46e None None] Provisioning complete for port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:42.967026 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a2519220-7c61-457e-9d7f-bf3f982fb46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:42.992050 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5981b6-46b7-40dc-9b40-de79a8b29a73 None None] Pushing event updated for resources: {'Port': ['ID=6a957b4b-fde2-4cfe-b4f0-f60b4459c225,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:43.001429 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:43.083531 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:43.110841 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392e0d7-8be0-4cf4-9732-53ceea07f7c3 None None] Pushing event updated for resources: {'Port': ['ID=bbcde771-2a9b-4e77-9d24-c20445a4a6a8,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:43.178833 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 63b6c7c1-9760-4877-abe0-591a5bf2d99c triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:43.179544 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:43.190207 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Publish callbacks [] for router_gateway (2c305363-d8af-4c48-8946-1e067348f1f4), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:43.217973 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a2519220-7c61-457e-9d7f-bf3f982fb46e None None] Current status of the port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:43.218370 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a2519220-7c61-457e-9d7f-bf3f982fb46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:43.222664 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:43.265774 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a2519220-7c61-457e-9d7f-bf3f982fb46e None None] For port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6a957b4b-fde2-4cfe-b4f0-f60b4459c225,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:43.322197 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 63b6c7c1-9760-4877-abe0-591a5bf2d99c is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:43.346245 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:42Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:43.355960 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Allocated IP 172.27.1.118 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/bd926609-a800-49be-89b7-bf5df108e3af) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:51:43.384192 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a2519220-7c61-457e-9d7f-bf3f982fb46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:43.406231 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54c598-75f2-454a-99d9-5fa52a7af127 None None] The sync data for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi is: [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:42Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:51:43.441920 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2519220-7c61-457e-9d7f-bf3f982fb46e None None] Pushing event updated for resources: {'Port': ['ID=6a957b4b-fde2-4cfe-b4f0-f60b4459c225,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:43.498030 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Publish callbacks [] for port (bd926609-a800-49be-89b7-bf5df108e3af), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:43.509683 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-004b3334-4046-4305-b450-be7b2cc9122f None None] Provisioning complete for port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:43.510353 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-004b3334-4046-4305-b450-be7b2cc9122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:43.602575 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (bd926609-a800-49be-89b7-bf5df108e3af), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:43.607874 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-004b3334-4046-4305-b450-be7b2cc9122f None None] Current status of the port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:43.642746 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:51:43.645836 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:51:43.652656 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:51:43.675807 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Pushing event updated for resources: {'Port': ['ID=bd926609-a800-49be-89b7-bf5df108e3af,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:43.989657 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Publish callbacks [] for router_gateway (2c305363-d8af-4c48-8946-1e067348f1f4), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:44.178417 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6458279e-b38e-406c-bbf4-73c389488df0 None None] Network 10cec557-4ba6-41a5-bf0d-8ffc029195b2 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:51:44.206349 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1818298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589543'] for router (2c305363-d8af-4c48-8946-1e067348f1f4), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:44.244000 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-1d620743-2158-4f4e-906d-8c68fe91793a None None] Provisioning complete for port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:44.244372 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1d620743-2158-4f4e-906d-8c68fe91793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:44.367280 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-1d620743-2158-4f4e-906d-8c68fe91793a None None] Current status of the port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:44.367675 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1d620743-2158-4f4e-906d-8c68fe91793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:44.402121 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Router 2c305363-d8af-4c48-8946-1e067348f1f4 is scheduled to L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 with binding_index 1 {{(pid=104014) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 21:51:44.402396 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-1d620743-2158-4f4e-906d-8c68fe91793a None None] For port bbcde771-2a9b-4e77-9d24-c20445a4a6a8, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=bbcde771-2a9b-4e77-9d24-c20445a4a6a8,segment=NetworkSegment(d27c3e76-b8bd-4efa-b574-7fd9bf174244),segment_id=d27c3e76-b8bd-4efa-b574-7fd9bf174244)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:44.498040 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1d620743-2158-4f4e-906d-8c68fe91793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:44.517493 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:51:44.530123 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Sync routers for ids ['2c305363-d8af-4c48-8946-1e067348f1f4'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:51:44.557242 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Routers {'2c305363-d8af-4c48-8946-1e067348f1f4'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:44.557869 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2c305363-d8af-4c48-8946-1e067348f1f4'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:44.563346 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d620743-2158-4f4e-906d-8c68fe91793a None None] Pushing event updated for resources: {'Port': ['ID=bbcde771-2a9b-4e77-9d24-c20445a4a6a8,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:44.592822 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:44.594193 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c9a0e9fb-3947-4d45-99d6-6daa6af9b704 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3565753 Mar 21 21:51:44.596903 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38488) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:44.651958 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-6cc99aee-29ce-4207-b555-7e71be5014fd None None] Provisioning complete for port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:44.652395 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6cc99aee-29ce-4207-b555-7e71be5014fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:44.709912 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Set router 2c305363-d8af-4c48-8946-1e067348f1f4 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:44.983697 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6cc99aee-29ce-4207-b555-7e71be5014fd None None] Current status of the port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:45.043929 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.055708 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device bbcde771-2a9b-4e77-9d24-c20445a4a6a8 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:51:45.104201 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.113668 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'name': 'tempest-TestVolumeBootPattern-319929325-router', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:42Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 3, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'gw_port': {'id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:43Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:45.141557 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Checking router: 2c305363-d8af-4c48-8946-1e067348f1f4 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:51:45.141909 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Updating router 2c305363-d8af-4c48-8946-1e067348f1f4 port bd926609-a800-49be-89b7-bf5df108e3af binding host dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:51:45.172423 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:45.172742 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.175240 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (bd926609-a800-49be-89b7-bf5df108e3af), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.199983 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Allocated IP 172.20.0.1 (10cec557-4ba6-41a5-bf0d-8ffc029195b2/4748cc9b-d019-43dc-ac03-42ad7d3cc894/52cc1aff-bfa6-4f14-99d1-5a4817f64bdc) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:51:45.306863 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Publish callbacks [] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.382264 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:45.383342 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:51:45.407921 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.445419 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Network 10cec557-4ba6-41a5-bf0d-8ffc029195b2 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:51:45.448245 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:51:45.451851 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:51:45.479619 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:45.480539 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.485394 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Pushing event updated for resources: {'Port': ['ID=52cc1aff-bfa6-4f14-99d1-5a4817f64bdc,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:45.498365 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818610'] for router_interface (2c305363-d8af-4c48-8946-1e067348f1f4), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.557390 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Publish callbacks [] for port (bd926609-a800-49be-89b7-bf5df108e3af), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.603958 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:45.654339 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (bd926609-a800-49be-89b7-bf5df108e3af), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.712917 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Attempting to bind port bd926609-a800-49be-89b7-bf5df108e3af on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:51:45.713208 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Attempting to bind port bd926609-a800-49be-89b7-bf5df108e3af by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:51:45.713564 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Attempting to bind port bd926609-a800-49be-89b7-bf5df108e3af on network 9867fab8-7571-461d-96e4-4032e42c28a0 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:51:45.717076 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ca067-a20d-47b5-950b-b883890a938b None None] Pushing event updated for resources: {'Port': ['ID=bd926609-a800-49be-89b7-bf5df108e3af,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:45.726970 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-d7be061e-96ad-4fdf-a20e-cc1ad273706a None None] Provisioning complete for port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:45.727174 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d7be061e-96ad-4fdf-a20e-cc1ad273706a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.728768 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:51:45.728919 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.729138 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Checking segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:51:45.729524 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.729906 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Bound using segment: {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:51:45.731033 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Bound port: bd926609-a800-49be-89b7-bf5df108e3af, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ef2f9-b96e-4457-b1bd-416ee7f250e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:51:45.731409 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (bd926609-a800-49be-89b7-bf5df108e3af), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.791087 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d7be061e-96ad-4fdf-a20e-cc1ad273706a None None] Port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:51:45.811260 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] For port bd926609-a800-49be-89b7-bf5df108e3af, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:51:45.814370 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] For port bd926609-a800-49be-89b7-bf5df108e3af, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=bd926609-a800-49be-89b7-bf5df108e3af,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:51:45.885577 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (bd926609-a800-49be-89b7-bf5df108e3af), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.890107 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Publish callbacks [] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.941202 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Routers {'2c305363-d8af-4c48-8946-1e067348f1f4'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:45.941835 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2c305363-d8af-4c48-8946-1e067348f1f4'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:45.966057 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13248003'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:45.981253 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ca067-a20d-47b5-950b-b883890a938b None None] Pushing event updated for resources: {'Port': ['ID=bd926609-a800-49be-89b7-bf5df108e3af,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:46.033705 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818470'] for router_interface (2c305363-d8af-4c48-8946-1e067348f1f4), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:46.036241 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Pushing event updated for resources: {'Port': ['ID=52cc1aff-bfa6-4f14-99d1-5a4817f64bdc,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:46.055418 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] Set router 2c305363-d8af-4c48-8946-1e067348f1f4 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:46.126822 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Network 10cec557-4ba6-41a5-bf0d-8ffc029195b2 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:51:46.128326 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:51:46.256269 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Router 2c305363-d8af-4c48-8946-1e067348f1f4 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:51:46.264194 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'name': 'tempest-TestVolumeBootPattern-319929325-router', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:42Z', 'updated_at': '2022-03-21T21:51:45Z', 'revision_number': 4, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'gw_port': {'id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:43Z', 'updated_at': '2022-03-21T21:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '52cc1aff-bfa6-4f14-99d1-5a4817f64bdc', 'name': '', 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'mac_address': 'fa:16:3e:c6:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4748cc9b-d019-43dc-ac03-42ad7d3cc894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:45Z', 'updated_at': '2022-03-21T21:51:45Z', 'revision_number': 1, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'subnets': [{'id': '4748cc9b-d019-43dc-ac03-42ad7d3cc894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:46.296120 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1bb70-7f78-45e5-8440-77d76615db9b None None] The sync data for ids ['2c305363-d8af-4c48-8946-1e067348f1f4'] in dv-cinder-834541-1-iscsi is: [{'id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'name': 'tempest-TestVolumeBootPattern-319929325-router', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:42Z', 'updated_at': '2022-03-21T21:51:45Z', 'revision_number': 4, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'gw_port': {'id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:43Z', 'updated_at': '2022-03-21T21:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '52cc1aff-bfa6-4f14-99d1-5a4817f64bdc', 'name': '', 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'mac_address': 'fa:16:3e:c6:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4748cc9b-d019-43dc-ac03-42ad7d3cc894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:45Z', 'updated_at': '2022-03-21T21:51:45Z', 'revision_number': 1, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'subnets': [{'id': '4748cc9b-d019-43dc-ac03-42ad7d3cc894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:51:46.415087 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-7a0c49c7-0c1a-420f-8d7e-fcdf73d58a11 None None] Provisioning complete for port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:46.415790 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a0c49c7-0c1a-420f-8d7e-fcdf73d58a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:46.455257 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c49c7-0c1a-420f-8d7e-fcdf73d58a11 None None] Port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:51:46.622791 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:51:46.627938 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-47e15414-6586-4942-aa4c-f6e77a832de4 admin admin] 10.222.0.23 "PUT /v2.0/routers/2c305363-d8af-4c48-8946-1e067348f1f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0300641 Mar 21 21:51:47.936663 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3a04fab9-c088-4bb4-86e9-0c154238d7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.122303 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Sync routers for ids ['2c305363-d8af-4c48-8946-1e067348f1f4'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:51:48.131622 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Routers {'2c305363-d8af-4c48-8946-1e067348f1f4'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:48.132225 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2c305363-d8af-4c48-8946-1e067348f1f4'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:48.168955 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38498) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:48.173374 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-e0f0131a-d682-4604-98b2-11b1ee7c5ca0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574150335', 'description': 'tempest-secgroup-smoke-1574150335 description', 'project_id': '6197e3d8975b4d058f093688c90a369a'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:48.240397 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Set router 2c305363-d8af-4c48-8946-1e067348f1f4 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:48.302296 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e0f0131a-d682-4604-98b2-11b1ee7c5ca0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.374566 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e0f0131a-d682-4604-98b2-11b1ee7c5ca0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group (790870a7-9569-4e55-9e72-8131fd97773c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.441351 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e0f0131a-d682-4604-98b2-11b1ee7c5ca0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (790870a7-9569-4e55-9e72-8131fd97773c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.473789 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0131a-d682-4604-98b2-11b1ee7c5ca0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790870a7-9569-4e55-9e72-8131fd97773c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:48.520983 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'name': 'tempest-TestVolumeBootPattern-319929325-router', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:42Z', 'updated_at': '2022-03-21T21:51:45Z', 'revision_number': 4, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'gw_port': {'id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:43Z', 'updated_at': '2022-03-21T21:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '52cc1aff-bfa6-4f14-99d1-5a4817f64bdc', 'name': '', 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'mac_address': 'fa:16:3e:c6:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4748cc9b-d019-43dc-ac03-42ad7d3cc894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:45Z', 'updated_at': '2022-03-21T21:51:45Z', 'revision_number': 2, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'subnets': [{'id': '4748cc9b-d019-43dc-ac03-42ad7d3cc894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:48.534711 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e0f0131a-d682-4604-98b2-11b1ee7c5ca0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.535972 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e0f0131a-d682-4604-98b2-11b1ee7c5ca0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3660772 Mar 21 21:51:48.539182 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38500) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:48.544274 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-7b29eae9-f516-4c15-9d69-3a6ecfdc7341 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'security_group_rule': {'security_group_id': '790870a7-9569-4e55-9e72-8131fd97773c', 'project_id': '6197e3d8975b4d058f093688c90a369a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:48.549396 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Checking router: 2c305363-d8af-4c48-8946-1e067348f1f4 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:51:48.549749 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Updating router 2c305363-d8af-4c48-8946-1e067348f1f4 port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc binding host dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:51:48.578484 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.632908 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b29eae9-f516-4c15-9d69-3a6ecfdc7341 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (7b584a04-1f02-4b81-bf87-7dc707225c4f), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.693106 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b29eae9-f516-4c15-9d69-3a6ecfdc7341 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (7b584a04-1f02-4b81-bf87-7dc707225c4f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.765363 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b29eae9-f516-4c15-9d69-3a6ecfdc7341 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (7b584a04-1f02-4b81-bf87-7dc707225c4f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.782620 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29eae9-f516-4c15-9d69-3a6ecfdc7341 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b584a04-1f02-4b81-bf87-7dc707225c4f,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:48.836028 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Publish callbacks [] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.854892 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b29eae9-f516-4c15-9d69-3a6ecfdc7341 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.857423 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7b29eae9-f516-4c15-9d69-3a6ecfdc7341 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3172789 Mar 21 21:51:48.860077 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38502) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:48.864345 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-48afccf3-d538-4fca-b4c9-480a20f638b5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'security_group_rule': {'security_group_id': '790870a7-9569-4e55-9e72-8131fd97773c', 'project_id': '6197e3d8975b4d058f093688c90a369a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:48.933122 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.948837 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device bd926609-a800-49be-89b7-bf5df108e3af up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:51:48.964340 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-48afccf3-d538-4fca-b4c9-480a20f638b5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (bcd9a7d2-13d5-45fe-942d-b1e83cec3dcd), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:48.983483 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0be21-4eec-4d74-bd96-54aff252070a None None] Pushing event updated for resources: {'Port': ['ID=52cc1aff-bfa6-4f14-99d1-5a4817f64bdc,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:49.008911 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port bd926609-a800-49be-89b7-bf5df108e3af triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:49.009533 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (bd926609-a800-49be-89b7-bf5df108e3af), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.036482 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-48afccf3-d538-4fca-b4c9-480a20f638b5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (bcd9a7d2-13d5-45fe-942d-b1e83cec3dcd), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.047404 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Attempting to bind port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc on host dv-cinder-834541-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:51:49.047774 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Attempting to bind port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc by drivers openvswitch,hyperv on host dv-cinder-834541-1-iscsi at level 0 using segments [{'id': 'd27c3e76-b8bd-4efa-b574-7fd9bf174244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:51:49.048134 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Attempting to bind port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc on network 10cec557-4ba6-41a5-bf0d-8ffc029195b2 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:51:49.053358 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Checking agent: {'id': '381184b5-d340-43ba-bdb4-42797cc551c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 29, 54), 'started_at': datetime.datetime(2022, 3, 21, 21, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:51:49.053648 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Checking segment: {'id': 'd27c3e76-b8bd-4efa-b574-7fd9bf174244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:51:49.054050 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.054447 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Bound using segment: {'id': 'd27c3e76-b8bd-4efa-b574-7fd9bf174244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:51:49.055057 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Bound port: 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc, host: dv-cinder-834541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27c3e76-b8bd-4efa-b574-7fd9bf174244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:51:49.055565 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.096588 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port bd926609-a800-49be-89b7-bf5df108e3af is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:49.100793 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (bd926609-a800-49be-89b7-bf5df108e3af), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.119689 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-48afccf3-d538-4fca-b4c9-480a20f638b5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (bcd9a7d2-13d5-45fe-942d-b1e83cec3dcd), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.123775 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] For port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc, host dv-cinder-834541-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:51:49.125801 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] For port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc, host dv-cinder-834541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=52cc1aff-bfa6-4f14-99d1-5a4817f64bdc,segment=NetworkSegment(d27c3e76-b8bd-4efa-b574-7fd9bf174244),segment_id=d27c3e76-b8bd-4efa-b574-7fd9bf174244)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:51:49.132371 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] For port bd926609-a800-49be-89b7-bf5df108e3af, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=bd926609-a800-49be-89b7-bf5df108e3af,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:49.140270 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afccf3-d538-4fca-b4c9-480a20f638b5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd9a7d2-13d5-45fe-942d-b1e83cec3dcd,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:49.200638 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.215839 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-73c4a09c-7d96-40cb-aa65-26e291bd90b7 None None] Provisioning complete for port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:49.216294 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73c4a09c-7d96-40cb-aa65-26e291bd90b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.226923 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-48afccf3-d538-4fca-b4c9-480a20f638b5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.231044 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-48afccf3-d538-4fca-b4c9-480a20f638b5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3680110 Mar 21 21:51:49.232766 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 38504) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:49.244489 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-3acea072-93e3-4526-9f4f-d6e512c0563e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'security_group_rule': {'security_group_id': '790870a7-9569-4e55-9e72-8131fd97773c', 'project_id': '6197e3d8975b4d058f093688c90a369a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:49.244617 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (bd926609-a800-49be-89b7-bf5df108e3af), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.275082 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0be21-4eec-4d74-bd96-54aff252070a None None] Pushing event updated for resources: {'Port': ['ID=52cc1aff-bfa6-4f14-99d1-5a4817f64bdc,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:49.275082 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Routers {'2c305363-d8af-4c48-8946-1e067348f1f4'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:51:49.275082 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:51:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2c305363-d8af-4c48-8946-1e067348f1f4'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:49.314616 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Pushing event updated for resources: {'Port': ['ID=bd926609-a800-49be-89b7-bf5df108e3af,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:49.354400 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3acea072-93e3-4526-9f4f-d6e512c0563e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (dee2a150-0b29-45f4-8463-575fa7301d71), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.368626 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-73c4a09c-7d96-40cb-aa65-26e291bd90b7 None None] Current status of the port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc is: DOWN; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:49.369148 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73c4a09c-7d96-40cb-aa65-26e291bd90b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.407934 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] Set router 2c305363-d8af-4c48-8946-1e067348f1f4 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:51:49.409877 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-73c4a09c-7d96-40cb-aa65-26e291bd90b7 None None] For port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=52cc1aff-bfa6-4f14-99d1-5a4817f64bdc,segment=NetworkSegment(d27c3e76-b8bd-4efa-b574-7fd9bf174244),segment_id=d27c3e76-b8bd-4efa-b574-7fd9bf174244)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:51:49.427487 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3acea072-93e3-4526-9f4f-d6e512c0563e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (dee2a150-0b29-45f4-8463-575fa7301d71), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.485502 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73c4a09c-7d96-40cb-aa65-26e291bd90b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.514229 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3acea072-93e3-4526-9f4f-d6e512c0563e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (dee2a150-0b29-45f4-8463-575fa7301d71), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.529408 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acea072-93e3-4526-9f4f-d6e512c0563e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee2a150-0b29-45f4-8463-575fa7301d71,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:49.540663 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4a09c-7d96-40cb-aa65-26e291bd90b7 None None] Pushing event updated for resources: {'Port': ['ID=52cc1aff-bfa6-4f14-99d1-5a4817f64bdc,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:49.598826 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3acea072-93e3-4526-9f4f-d6e512c0563e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.602870 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38506) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:49.603015 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3acea072-93e3-4526-9f4f-d6e512c0563e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3691018 Mar 21 21:51:49.607677 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-36da269d-e7cc-4697-bd50-768bd5c102bd tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'security_group_rule': {'security_group_id': '790870a7-9569-4e55-9e72-8131fd97773c', 'project_id': '6197e3d8975b4d058f093688c90a369a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:49.614532 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-d1b1d5d8-80e0-40c9-9a48-a910bdd6a605 None None] Provisioning complete for port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:49.614902 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d1b1d5d8-80e0-40c9-9a48-a910bdd6a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.618843 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'name': 'tempest-TestVolumeBootPattern-319929325-router', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:42Z', 'updated_at': '2022-03-21T21:51:45Z', 'revision_number': 4, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'gw_port': {'id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:43Z', 'updated_at': '2022-03-21T21:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '52cc1aff-bfa6-4f14-99d1-5a4817f64bdc', 'name': '', 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'mac_address': 'fa:16:3e:c6:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4748cc9b-d019-43dc-ac03-42ad7d3cc894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:45Z', 'updated_at': '2022-03-21T21:51:49Z', 'revision_number': 4, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'subnets': [{'id': '4748cc9b-d019-43dc-ac03-42ad7d3cc894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:51:49.646895 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14ec271-e2c4-4a38-8d67-84c08b00c90e None None] The sync data for ids ['2c305363-d8af-4c48-8946-1e067348f1f4'] in dv-cinder-834541-1-iscsi is: [{'id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'name': 'tempest-TestVolumeBootPattern-319929325-router', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:42Z', 'updated_at': '2022-03-21T21:51:45Z', 'revision_number': 4, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'gw_port': {'id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:43Z', 'updated_at': '2022-03-21T21:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '52cc1aff-bfa6-4f14-99d1-5a4817f64bdc', 'name': '', 'network_id': '10cec557-4ba6-41a5-bf0d-8ffc029195b2', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'mac_address': 'fa:16:3e:c6:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4748cc9b-d019-43dc-ac03-42ad7d3cc894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:45Z', 'updated_at': '2022-03-21T21:51:49Z', 'revision_number': 4, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'subnets': [{'id': '4748cc9b-d019-43dc-ac03-42ad7d3cc894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:51:49.700879 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1d5d8-80e0-40c9-9a48-a910bdd6a605 None None] Current status of the port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:49.711099 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-36da269d-e7cc-4697-bd50-768bd5c102bd tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (ce2a6222-3bec-48ae-b42e-8280ad6b2b33), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.771823 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-36da269d-e7cc-4697-bd50-768bd5c102bd tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (ce2a6222-3bec-48ae-b42e-8280ad6b2b33), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.836121 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-36da269d-e7cc-4697-bd50-768bd5c102bd tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (ce2a6222-3bec-48ae-b42e-8280ad6b2b33), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.853356 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da269d-e7cc-4697-bd50-768bd5c102bd tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2a6222-3bec-48ae-b42e-8280ad6b2b33,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:49.938771 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-36da269d-e7cc-4697-bd50-768bd5c102bd tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:49.940032 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-36da269d-e7cc-4697-bd50-768bd5c102bd tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3359263 Mar 21 21:51:49.942727 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38508) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:49.947638 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-8370c3f3-3e6b-435c-949c-780f324f5aff tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'security_group_rule': {'security_group_id': '790870a7-9569-4e55-9e72-8131fd97773c', 'project_id': '6197e3d8975b4d058f093688c90a369a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:50.041454 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.securitygroups_db [None req-8370c3f3-3e6b-435c-949c-780f324f5aff tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Project 6197e3d8975b4d058f093688c90a369a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 21:51:50.048156 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8370c3f3-3e6b-435c-949c-780f324f5aff tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (6acefdf7-f12c-4c17-b620-8cbc0824b028), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:50.111965 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8370c3f3-3e6b-435c-949c-780f324f5aff tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (6acefdf7-f12c-4c17-b620-8cbc0824b028), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:50.131107 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-100df786-e864-4a0a-8a7c-4885061f8d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:50.188214 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8370c3f3-3e6b-435c-949c-780f324f5aff tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (6acefdf7-f12c-4c17-b620-8cbc0824b028), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:50.207537 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370c3f3-3e6b-435c-949c-780f324f5aff tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acefdf7-f12c-4c17-b620-8cbc0824b028,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:50.281683 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8370c3f3-3e6b-435c-949c-780f324f5aff tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:50.282848 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8370c3f3-3e6b-435c-949c-780f324f5aff tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3389921 Mar 21 21:51:50.285601 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38510) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:51:50.290101 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-8d48fafc-f243-4def-9afe-21229a6b7d74 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'security_group_rule': {'security_group_id': '790870a7-9569-4e55-9e72-8131fd97773c', 'project_id': '6197e3d8975b4d058f093688c90a369a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:51:50.359742 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.securitygroups_db [None req-8d48fafc-f243-4def-9afe-21229a6b7d74 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Project 6197e3d8975b4d058f093688c90a369a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 21:51:50.365046 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8d48fafc-f243-4def-9afe-21229a6b7d74 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (427ca181-d18f-43ac-8adb-84d7486ddd39), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:50.422013 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8d48fafc-f243-4def-9afe-21229a6b7d74 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (427ca181-d18f-43ac-8adb-84d7486ddd39), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:50.492862 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8d48fafc-f243-4def-9afe-21229a6b7d74 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594218'] for security_group_rule (427ca181-d18f-43ac-8adb-84d7486ddd39), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:50.510635 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48fafc-f243-4def-9afe-21229a6b7d74 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427ca181-d18f-43ac-8adb-84d7486ddd39,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:51:50.575463 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8d48fafc-f243-4def-9afe-21229a6b7d74 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:50.576586 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8d48fafc-f243-4def-9afe-21229a6b7d74 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2900498 Mar 21 21:51:50.956773 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:51:51.003191 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:51.003606 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:51.082280 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:51.083296 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device bd926609-a800-49be-89b7-bf5df108e3af up at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:51:51.128719 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Provisioning complete for port bd926609-a800-49be-89b7-bf5df108e3af triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:51:51.128900 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (bd926609-a800-49be-89b7-bf5df108e3af), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:51.335872 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Current status of the port bd926609-a800-49be-89b7-bf5df108e3af is: ACTIVE; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:51:51.470320 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:52.868576 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:51:54.412686 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:00.217553 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:52:05.213701 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-d019012d-00b9-411f-980f-7d794e72cf1e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574150335&fields=id&tenant_id=6197e3d8975b4d058f093688c90a369a HTTP/1.1" status: 200 len: 267 time: 0.0428717 Mar 21 21:52:05.586144 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-8792ab82-df5c-415f-9502-f041c56a1c81 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:05.587572 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-8792ab82-df5c-415f-9502-f041c56a1c81 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 812 time: 0.3671365 Mar 21 21:52:05.602377 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-f862e161-9e22-453b-80d6-90552657c182 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/quotas/6197e3d8975b4d058f093688c90a369a HTTP/1.1" status: 200 len: 375 time: 0.0086923 Mar 21 21:52:05.655292 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-388ad83a-b3f8-4c80-b662-02be9aab328a tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480936 Mar 21 21:52:05.755876 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-b4e4dc5b-4eae-4489-8741-c260216a9b6c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:52:05.758712 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-b4e4dc5b-4eae-4489-8741-c260216a9b6c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0930371 Mar 21 21:52:05.845650 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-d0df59c3-cd4d-4433-b738-0c72c40a60fe service neutron] 10.222.0.23 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828962 Mar 21 21:52:05.931978 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-9f3cc0e2-0504-4ef1-a5e5-a51234e599c8 service neutron] 10.222.0.23 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808651 Mar 21 21:52:06.447227 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-aba57fc2-b689-47ac-96b7-8952a586f14b req-d68ecacb-eda4-4f96-935d-6a087284e07f tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 210 time: 0.0283527 Mar 21 21:52:07.543996 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ff28cae-8831-4234-b832-beefae5f8d10 req-3077a97a-d7cc-4d84-b14b-6735351c35e9 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 210 time: 0.0273359 Mar 21 21:52:08.651108 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a10dc1d5-a8fa-468c-9fd3-f942e0ea8400 req-ba6bca99-6ff0-4581-86d8-66d0a9c4feab tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 210 time: 0.0384953 Mar 21 21:52:08.669010 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-b84181f4-3652-453b-8ebc-084f915228ef tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:08.670959 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-b84181f4-3652-453b-8ebc-084f915228ef tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 812 time: 0.1315439 Mar 21 21:52:08.730259 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-7388c2fd-89ad-4874-ade1-a1f15de86f2b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6197e3d8975b4d058f093688c90a369a HTTP/1.1" status: 200 len: 380 time: 0.0520566 Mar 21 21:52:08.739291 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'port': {'device_id': 'f811241c-610e-437f-ad35-637daa8045ef', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'admin_state_up': True, 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'security_groups': ['790870a7-9569-4e55-9e72-8131fd97773c']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:52:08.921877 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Made reservation on behalf of 6197e3d8975b4d058f093688c90a369a for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:52:08.926257 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:09.061586 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Allocated IP 172.20.0.6 (20d2e080-9bf1-4b52-93d9-451d13991b73/45edc78d-71d1-4a76-b0a6-0e65ef0794df/c064c69f-7d5a-47af-990d-39d240236801) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:52:09.217720 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for port (c064c69f-7d5a-47af-990d-39d240236801), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:09.333907 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (c064c69f-7d5a-47af-990d-39d240236801), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:09.378223 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Network 20d2e080-9bf1-4b52-93d9-451d13991b73 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:52:09.381888 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:52:09.387813 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:52:09.422907 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'Port': ['ID=c064c69f-7d5a-47af-990d-39d240236801,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:52:09.453093 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:09.453760 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:09.535522 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-a5a9281c-bacc-42b9-af1c-2d033085e062 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8002954 Mar 21 21:52:09.548010 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Request body: {'port': {'device_id': 'f811241c-610e-437f-ad35-637daa8045ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:52:09.627132 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (c064c69f-7d5a-47af-990d-39d240236801), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:09.646691 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-e6b642fe-383b-4a47-8334-ced3fed4cc21 None None] Provisioning complete for port c064c69f-7d5a-47af-990d-39d240236801 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:52:09.647516 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e6b642fe-383b-4a47-8334-ced3fed4cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (c064c69f-7d5a-47af-990d-39d240236801), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:09.697587 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-e6b642fe-383b-4a47-8334-ced3fed4cc21 None None] Port c064c69f-7d5a-47af-990d-39d240236801 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:52:09.870527 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4ec43-94b0-4517-af3a-99592d8872de req-8d033881-4e5d-4abc-abb8-6c0f8a44c88b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:09.872026 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33a4ec43-94b0-4517-af3a-99592d8872de req-8d033881-4e5d-4abc-abb8-6c0f8a44c88b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 931 time: 0.1151204 Mar 21 21:52:09.957562 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33a4ec43-94b0-4517-af3a-99592d8872de req-9260ad4c-5e7b-4ce4-863c-32f1572ad6a4 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794573 Mar 21 21:52:10.000169 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c064c69f-7d5a-47af-990d-39d240236801 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:52:10.007679 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Publish callbacks [] for port (c064c69f-7d5a-47af-990d-39d240236801), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:10.020995 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Transition to ACTIVE for port object c064c69f-7d5a-47af-990d-39d240236801 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:52:10.102074 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (c064c69f-7d5a-47af-990d-39d240236801), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:10.161762 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Pushing event updated for resources: {'Port': ['ID=c064c69f-7d5a-47af-990d-39d240236801,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:52:10.241962 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Attempting to bind port c064c69f-7d5a-47af-990d-39d240236801 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:52:10.242309 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Attempting to bind port c064c69f-7d5a-47af-990d-39d240236801 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:52:10.242650 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Attempting to bind port c064c69f-7d5a-47af-990d-39d240236801 on network 20d2e080-9bf1-4b52-93d9-451d13991b73 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:52:10.247150 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Port c064c69f-7d5a-47af-990d-39d240236801 on network 20d2e080-9bf1-4b52-93d9-451d13991b73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:52:10.247479 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Attempting to bind port c064c69f-7d5a-47af-990d-39d240236801 on network 20d2e080-9bf1-4b52-93d9-451d13991b73 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:52:10.253028 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:52:10.253379 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Checking segment: {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:52:10.253770 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Bound using segment: {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:52:10.254211 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Bound port: c064c69f-7d5a-47af-990d-39d240236801, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:52:10.254575 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (c064c69f-7d5a-47af-990d-39d240236801), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:10.319955 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] For port c064c69f-7d5a-47af-990d-39d240236801, host hv-cinder-83454, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:52:10.322961 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] For port c064c69f-7d5a-47af-990d-39d240236801, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=c064c69f-7d5a-47af-990d-39d240236801,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:52:10.384281 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (c064c69f-7d5a-47af-990d-39d240236801), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:10.423754 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:10.424377 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:10.425850 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] 10.222.0.31 "PUT /v2.0/ports/c064c69f-7d5a-47af-990d-39d240236801 HTTP/1.1" status: 200 len: 1093 time: 0.8829243 Mar 21 21:52:10.426266 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f811241c-610e-437f-ad35-637daa8045ef', 'tag': 'c064c69f-7d5a-47af-990d-39d240236801'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:52:10.428527 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e53a3f0-e4e4-4edf-9585-315fca463678" -d '{"events": [{"name": "network-changed", "server_uuid": "f811241c-610e-437f-ad35-637daa8045ef", "tag": "c064c69f-7d5a-47af-990d-39d240236801"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:52:10.455043 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4e9f0-a0af-4455-afba-4dfc5cd08991 service neutron] Pushing event updated for resources: {'Port': ['ID=c064c69f-7d5a-47af-990d-39d240236801,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:52:10.467748 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ed28d3-5641-4089-b18a-5ea0a9ff0d32 x-openstack-request-id: req-08ed28d3-5641-4089-b18a-5ea0a9ff0d32 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:52:10.468105 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f811241c-610e-437f-ad35-637daa8045ef", "tag": "c064c69f-7d5a-47af-990d-39d240236801", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:52:10.468310 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08ed28d3-5641-4089-b18a-5ea0a9ff0d32 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:52:10.468879 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f811241c-610e-437f-ad35-637daa8045ef', 'tag': 'c064c69f-7d5a-47af-990d-39d240236801', 'status': 'completed', 'code': 200} Mar 21 21:52:10.534660 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53a3f0-e4e4-4edf-9585-315fca463678 req-a1298af2-7466-4ff5-8873-27b06dc1c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:10.536198 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0e53a3f0-e4e4-4edf-9585-315fca463678 req-a1298af2-7466-4ff5-8873-27b06dc1c556 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 1127 time: 0.0482407 Mar 21 21:52:10.637485 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53a3f0-e4e4-4edf-9585-315fca463678 req-0444f1dd-5e9b-4d3d-9572-38173d0c5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:10.639718 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0e53a3f0-e4e4-4edf-9585-315fca463678 req-0444f1dd-5e9b-4d3d-9572-38173d0c5d4f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6197e3d8975b4d058f093688c90a369a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0960016 Mar 21 21:52:10.740687 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53a3f0-e4e4-4edf-9585-315fca463678 req-c437adf8-658e-449d-9c5f-2613df3e6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:10.742035 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0e53a3f0-e4e4-4edf-9585-315fca463678 req-c437adf8-658e-449d-9c5f-2613df3e6872 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974410 Mar 21 21:52:10.820577 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-2d725b34-ddbc-4a8d-98de-047f157bc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:10.822131 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-2d725b34-ddbc-4a8d-98de-047f157bc0c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 1127 time: 0.0457361 Mar 21 21:52:10.867371 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-5fac3056-fbf4-490f-abd6-6d5212949f7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c064c69f-7d5a-47af-990d-39d240236801 HTTP/1.1" status: 200 len: 217 time: 0.0380480 Mar 21 21:52:10.914737 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-541b5581-8a5d-46a9-8a73-9f3811f2aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:10.916179 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-541b5581-8a5d-46a9-8a73-9f3811f2aebd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0437198 Mar 21 21:52:10.964366 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-fd8d176b-8940-4044-a0b4-8eb966fe365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:10.965904 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-fd8d176b-8940-4044-a0b4-8eb966fe365e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432916 Mar 21 21:52:11.087200 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-c35869d1-71ce-4ec1-9424-13073c9d539e service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155677 Mar 21 21:52:11.098890 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff9a77-b5fe-493c-ad42-fb958834d019 req-96ff07a2-dc36-4ac5-a26a-edb0b4fb83db tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:11.100274 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ecff9a77-b5fe-493c-ad42-fb958834d019 req-96ff07a2-dc36-4ac5-a26a-edb0b4fb83db tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 943 time: 0.0727599 Mar 21 21:52:11.202358 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ecff9a77-b5fe-493c-ad42-fb958834d019 req-c7cd667b-37ae-407d-82b5-e20fd5d16b56 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939698 Mar 21 21:52:11.220613 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b909d4f3-08e0-4058-aedb-6a1a7fa601a5 req-23179059-1043-41a8-bc48-ee4cbbfe7b5c service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193724 Mar 21 21:52:12.323427 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6627f-d91f-42d5-aa77-e0d88388578f req-1f9ebfe7-b3a7-4bb8-b6cf-202faaae2f07 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:12.324933 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-50b6627f-d91f-42d5-aa77-e0d88388578f req-1f9ebfe7-b3a7-4bb8-b6cf-202faaae2f07 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 943 time: 0.0535953 Mar 21 21:52:12.374159 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-50b6627f-d91f-42d5-aa77-e0d88388578f req-51f34d65-a16b-41cd-bcf1-3b5b86fbc3f3 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426962 Mar 21 21:52:13.491098 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b98e98-75e6-4c54-a0c4-9d59a14a204c req-e9008fc3-018b-4716-b546-ffbf70237b58 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:13.492579 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a9b98e98-75e6-4c54-a0c4-9d59a14a204c req-e9008fc3-018b-4716-b546-ffbf70237b58 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 943 time: 0.0520699 Mar 21 21:52:13.546183 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a9b98e98-75e6-4c54-a0c4-9d59a14a204c req-88e09611-4963-43d8-ae82-480fdab6023d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477462 Mar 21 21:52:14.661538 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ef61a-811c-4ad5-80a7-ba890137ba99 req-ca1a58f3-5012-4210-871c-fc1e81505e26 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:14.662932 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-364ef61a-811c-4ad5-80a7-ba890137ba99 req-ca1a58f3-5012-4210-871c-fc1e81505e26 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 943 time: 0.0518260 Mar 21 21:52:14.711732 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-364ef61a-811c-4ad5-80a7-ba890137ba99 req-46ef27cc-1c72-4d29-bc39-69cce07d8c11 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432911 Mar 21 21:52:15.069358 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:15.832000 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad554efb-369a-4ff6-9e04-b3c1836e999f req-5f96b2da-95b4-4437-9b0e-215adf612010 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:15.833631 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ad554efb-369a-4ff6-9e04-b3c1836e999f req-5f96b2da-95b4-4437-9b0e-215adf612010 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 943 time: 0.0562208 Mar 21 21:52:15.881497 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ad554efb-369a-4ff6-9e04-b3c1836e999f req-debda995-4d16-4946-b61e-a1f5f031c441 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423887 Mar 21 21:52:17.002176 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f96972-b595-4730-81c7-c101d4b6ab9f req-f774eb15-b644-41b6-8796-dda5411c0cf6 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:17.003636 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-56f96972-b595-4730-81c7-c101d4b6ab9f req-f774eb15-b644-41b6-8796-dda5411c0cf6 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 943 time: 0.0563014 Mar 21 21:52:17.051743 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-56f96972-b595-4730-81c7-c101d4b6ab9f req-29e3c909-bf84-4ce6-9295-6c384e49aeab tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426872 Mar 21 21:52:17.954801 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-519de2d6-2670-42cb-b29e-bdbec7c38f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:18.165720 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83bf91-3b77-4a79-84a7-182c4b6bbf54 req-ae8b2384-07f5-4e37-8823-2ec79a9aa920 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:18.167183 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8b83bf91-3b77-4a79-84a7-182c4b6bbf54 req-ae8b2384-07f5-4e37-8823-2ec79a9aa920 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 943 time: 0.0511415 Mar 21 21:52:18.214882 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8b83bf91-3b77-4a79-84a7-182c4b6bbf54 req-21eccae6-2019-492c-bf87-4e739b87f4b4 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415003 Mar 21 21:52:19.111405 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device c064c69f-7d5a-47af-990d-39d240236801 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:52:19.204097 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port c064c69f-7d5a-47af-990d-39d240236801, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=c064c69f-7d5a-47af-990d-39d240236801,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:52:19.214958 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': 'c064c69f-7d5a-47af-990d-39d240236801', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'port_id': 'c064c69f-7d5a-47af-990d-39d240236801', 'mac_address': 'fa:16:3e:c1:08:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:52:19.254274 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port c064c69f-7d5a-47af-990d-39d240236801 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:52:19.254665 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (c064c69f-7d5a-47af-990d-39d240236801), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:19.267222 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c064c69f-7d5a-47af-990d-39d240236801 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:52:19.287405 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port c064c69f-7d5a-47af-990d-39d240236801, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=c064c69f-7d5a-47af-990d-39d240236801,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:52:19.331807 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a63ac-ed24-4b4d-a4d5-df4099809c99 req-578f4137-9726-4416-85a7-f2df493b6e0b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:19.332397 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (c064c69f-7d5a-47af-990d-39d240236801), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:19.333295 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fb1a63ac-ed24-4b4d-a4d5-df4099809c99 req-578f4137-9726-4416-85a7-f2df493b6e0b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 943 time: 0.0507941 Mar 21 21:52:19.380261 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=c064c69f-7d5a-47af-990d-39d240236801,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:52:19.389092 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fb1a63ac-ed24-4b4d-a4d5-df4099809c99 req-5a3d9658-1b64-4548-8464-fa3078ea0c29 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492468 Mar 21 21:52:19.577423 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['c064c69f-7d5a-47af-990d-39d240236801'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:52:20.107393 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6e66-3096-46f6-8e3c-3dd055737f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:20.508179 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5dcfa-a6ee-4a05-99f6-2b490778462b req-84b141fe-fcee-4068-afd1-5dcf4a052457 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:20.509671 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8fa5dcfa-a6ee-4a05-99f6-2b490778462b req-84b141fe-fcee-4068-afd1-5dcf4a052457 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 944 time: 0.0525477 Mar 21 21:52:20.556908 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8fa5dcfa-a6ee-4a05-99f6-2b490778462b req-25ef8d49-de98-4738-a0a9-3408c1204269 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417306 Mar 21 21:52:21.110939 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device c064c69f-7d5a-47af-990d-39d240236801 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:52:21.206237 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port c064c69f-7d5a-47af-990d-39d240236801 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:52:21.210198 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port c064c69f-7d5a-47af-990d-39d240236801 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:52:21.210576 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (c064c69f-7d5a-47af-990d-39d240236801), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:21.285429 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port c064c69f-7d5a-47af-990d-39d240236801 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:52:21.285808 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (c064c69f-7d5a-47af-990d-39d240236801), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:21.307414 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f811241c-610e-437f-ad35-637daa8045ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c064c69f-7d5a-47af-990d-39d240236801'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:52:21.309662 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82ed504-66e8-467b-a7be-c16d21f61c18" -d '{"events": [{"server_uuid": "f811241c-610e-437f-ad35-637daa8045ef", "name": "network-vif-plugged", "status": "completed", "tag": "c064c69f-7d5a-47af-990d-39d240236801"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:52:21.321445 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port c064c69f-7d5a-47af-990d-39d240236801, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=c064c69f-7d5a-47af-990d-39d240236801,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:52:21.346595 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367ff03f-bdac-4ae6-b37f-da96e0bc5dfb x-openstack-request-id: req-367ff03f-bdac-4ae6-b37f-da96e0bc5dfb {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:52:21.346881 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f811241c-610e-437f-ad35-637daa8045ef", "name": "network-vif-plugged", "status": "completed", "tag": "c064c69f-7d5a-47af-990d-39d240236801", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:52:21.347179 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-367ff03f-bdac-4ae6-b37f-da96e0bc5dfb {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:52:21.347599 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f811241c-610e-437f-ad35-637daa8045ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c064c69f-7d5a-47af-990d-39d240236801', 'code': 200} Mar 21 21:52:21.402736 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (c064c69f-7d5a-47af-990d-39d240236801), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:21.449877 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=c064c69f-7d5a-47af-990d-39d240236801,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:52:21.486297 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:21.707669 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aa603-0905-4866-b162-cd960699b06a req-5799515f-eada-4e00-85bf-e0d721642380 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:21.709202 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-991aa603-0905-4866-b162-cd960699b06a req-5799515f-eada-4e00-85bf-e0d721642380 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 945 time: 0.0831816 Mar 21 21:52:21.711013 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c090f-9fda-4a7a-b13e-00ec41da30b7 req-cc6e953a-ba32-4e4c-922a-90e8915e532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:21.712333 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b35c090f-9fda-4a7a-b13e-00ec41da30b7 req-cc6e953a-ba32-4e4c-922a-90e8915e532e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 1129 time: 0.0762136 Mar 21 21:52:21.784808 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-991aa603-0905-4866-b162-cd960699b06a req-f004deaf-b376-4913-9a10-06839f5d6945 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698628 Mar 21 21:52:21.788328 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b35c090f-9fda-4a7a-b13e-00ec41da30b7 req-5aeef948-3ded-4174-8f8f-fef5d0c32240 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605710 Mar 21 21:52:22.873447 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:22.904382 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659833fd-f08d-44ac-8088-c38654a95982 req-bbc839c3-e00e-4c92-9e5c-96b34d480720 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:22.905889 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-659833fd-f08d-44ac-8088-c38654a95982 req-bbc839c3-e00e-4c92-9e5c-96b34d480720 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 945 time: 0.0528727 Mar 21 21:52:22.955075 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-659833fd-f08d-44ac-8088-c38654a95982 req-909671f3-1a84-4b80-a597-443a05de0423 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 Mar 21 21:52:24.072429 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530683c4-6817-4021-9e79-0ce99641c720 req-dee8e2a5-dd03-4a41-90a0-6efa51e241dd tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:24.073896 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-530683c4-6817-4021-9e79-0ce99641c720 req-dee8e2a5-dd03-4a41-90a0-6efa51e241dd tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 945 time: 0.0532818 Mar 21 21:52:24.121823 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-530683c4-6817-4021-9e79-0ce99641c720 req-1115a173-671b-4194-8c08-57eed506c39a tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415485 Mar 21 21:52:24.246444 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15141c-fc45-43ee-be1a-c0d10de7b029 req-b4e95742-ba53-4b44-a197-a3974da4e502 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:24.248708 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7c15141c-fc45-43ee-be1a-c0d10de7b029 req-b4e95742-ba53-4b44-a197-a3974da4e502 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 945 time: 0.0628157 Mar 21 21:52:24.300499 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7c15141c-fc45-43ee-be1a-c0d10de7b029 req-cb54e9bd-f780-426c-b8be-016790de34d3 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446649 Mar 21 21:52:24.323084 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38680) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:52:24.389902 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:24.408092 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22083ed-4cd3-4c35-8f8a-c285db519921 tempest-TestVolumeBootPattern-1313093185 tempest-TestVolumeBootPattern-1313093185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:24.409640 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b22083ed-4cd3-4c35-8f8a-c285db519921 tempest-TestVolumeBootPattern-1313093185 tempest-TestVolumeBootPattern-1313093185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 1124 time: 0.0855687 Mar 21 21:52:24.412507 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38684) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:52:24.416653 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'port_id': 'c064c69f-7d5a-47af-990d-39d240236801', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:52:24.515181 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:24.616267 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:24.718949 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Allocated IP 172.27.1.63 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/a43a1bf9-fda3-4104-a7ad-a4ee3f047706) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:52:24.818046 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for port (a43a1bf9-fda3-4104-a7ad-a4ee3f047706), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:24.907677 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (a43a1bf9-fda3-4104-a7ad-a4ee3f047706), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:24.944889 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:52:24.947691 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:52:24.950247 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:52:24.979648 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'Port': ['ID=a43a1bf9-fda3-4104-a7ad-a4ee3f047706,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:52:24.992289 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.992659 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.993050 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.999993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.999993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.999993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.999993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.999993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.999993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.999993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.999993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.999993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.999993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.999993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:24.999993 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:52:25.322173 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (61a90ddf-cc7a-43d9-8734-f9f5ab1d1c7a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:25.430555 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (a43a1bf9-fda3-4104-a7ad-a4ee3f047706), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:25.580367 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for port (a43a1bf9-fda3-4104-a7ad-a4ee3f047706), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:25.617221 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (a43a1bf9-fda3-4104-a7ad-a4ee3f047706), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:25.684686 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'Port': ['ID=a43a1bf9-fda3-4104-a7ad-a4ee3f047706,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:52:25.696215 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (61a90ddf-cc7a-43d9-8734-f9f5ab1d1c7a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:25.806476 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Floating IP 61a90ddf-cc7a-43d9-8734-f9f5ab1d1c7a associated. External IP: 172.27.1.63, port: c064c69f-7d5a-47af-990d-39d240236801. Mar 21 21:52:26.283749 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Router 3646a3b6-8eb8-4499-8684-ba2f7615b614 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:52:26.388269 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:52:26.398469 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c8200-807a-4a77-8fb9-f7d546cd9410 None None] Sync routers for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:52:26.407926 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c8200-807a-4a77-8fb9-f7d546cd9410 None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:52:26.409805 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ca0c8200-807a-4a77-8fb9-f7d546cd9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:52:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:52:26.465668 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:26.495043 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e2a1584a-d051-4fbc-a125-e5370da6d555 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0814734 Mar 21 21:52:26.495783 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f811241c-610e-437f-ad35-637daa8045ef', 'tag': 'c064c69f-7d5a-47af-990d-39d240236801'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:52:26.498646 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89c59bb-e0c4-433c-870e-26f7e50f1b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f811241c-610e-437f-ad35-637daa8045ef", "tag": "c064c69f-7d5a-47af-990d-39d240236801"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:52:26.515726 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-ca0c8200-807a-4a77-8fb9-f7d546cd9410 None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:52:26.535235 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983ce4f3-32c2-4f76-a6c8-5f983f67f0e7 x-openstack-request-id: req-983ce4f3-32c2-4f76-a6c8-5f983f67f0e7 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:52:26.535472 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f811241c-610e-437f-ad35-637daa8045ef", "tag": "c064c69f-7d5a-47af-990d-39d240236801", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:52:26.535730 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-983ce4f3-32c2-4f76-a6c8-5f983f67f0e7 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:52:26.536144 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f811241c-610e-437f-ad35-637daa8045ef', 'tag': 'c064c69f-7d5a-47af-990d-39d240236801', 'status': 'completed', 'code': 200} Mar 21 21:52:26.603005 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c59bb-e0c4-433c-870e-26f7e50f1b4d req-bc55da5d-8df6-4e31-abd1-8085f0e7d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:26.604484 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b89c59bb-e0c4-433c-870e-26f7e50f1b4d req-bc55da5d-8df6-4e31-abd1-8085f0e7d2d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 1129 time: 0.0466042 Mar 21 21:52:26.689860 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c59bb-e0c4-433c-870e-26f7e50f1b4d req-a3a9d169-5440-46a2-b76d-d4905ebdc202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:26.691342 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b89c59bb-e0c4-433c-870e-26f7e50f1b4d req-a3a9d169-5440-46a2-b76d-d4905ebdc202 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 913 time: 0.0814383 Mar 21 21:52:26.737291 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ca0c8200-807a-4a77-8fb9-f7d546cd9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '61a90ddf-cc7a-43d9-8734-f9f5ab1d1c7a', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': 'c064c69f-7d5a-47af-990d-39d240236801', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:c1:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f811241c-610e-437f-ad35-637daa8045ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:52:25Z', 'updated_at': '2022-03-21T21:52:25Z', 'revision_number': 0, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:52:26.759848 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b89c59bb-e0c4-433c-870e-26f7e50f1b4d req-a829e50c-44d0-410d-ac88-b4fd20ed8bdb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c064c69f-7d5a-47af-990d-39d240236801 HTTP/1.1" status: 200 len: 998 time: 0.0621860 Mar 21 21:52:26.766419 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c8200-807a-4a77-8fb9-f7d546cd9410 None None] Checking router: 3646a3b6-8eb8-4499-8684-ba2f7615b614 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:52:26.774610 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c8200-807a-4a77-8fb9-f7d546cd9410 None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:52:26.775212 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ca0c8200-807a-4a77-8fb9-f7d546cd9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:52:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:52:26.806727 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c59bb-e0c4-433c-870e-26f7e50f1b4d req-b7f6ec9a-16c5-424a-8a62-3a353df30df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:26.808101 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b89c59bb-e0c4-433c-870e-26f7e50f1b4d req-b7f6ec9a-16c5-424a-8a62-3a353df30df7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0431101 Mar 21 21:52:26.855352 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c59bb-e0c4-433c-870e-26f7e50f1b4d req-fe6b29f0-2c6c-44d1-ba8b-a81fec283d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:26.857228 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b89c59bb-e0c4-433c-870e-26f7e50f1b4d req-fe6b29f0-2c6c-44d1-ba8b-a81fec283d24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433826 Mar 21 21:52:26.883892 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-ca0c8200-807a-4a77-8fb9-f7d546cd9410 None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:52:26.947598 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b89c59bb-e0c4-433c-870e-26f7e50f1b4d req-fe44fac4-8936-4318-9b77-f95ac2e31e2b service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850525 Mar 21 21:52:27.035223 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b89c59bb-e0c4-433c-870e-26f7e50f1b4d req-817ad7f7-9280-470b-9c15-3fd5a83be92c service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818489 Mar 21 21:52:27.103634 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ca0c8200-807a-4a77-8fb9-f7d546cd9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '61a90ddf-cc7a-43d9-8734-f9f5ab1d1c7a', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': 'c064c69f-7d5a-47af-990d-39d240236801', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:c1:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f811241c-610e-437f-ad35-637daa8045ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:52:25Z', 'updated_at': '2022-03-21T21:52:25Z', 'revision_number': 0, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:52:27.130218 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c8200-807a-4a77-8fb9-f7d546cd9410 None None] The sync data for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi is: [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '61a90ddf-cc7a-43d9-8734-f9f5ab1d1c7a', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': 'c064c69f-7d5a-47af-990d-39d240236801', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:c1:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f811241c-610e-437f-ad35-637daa8045ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:52:25Z', 'updated_at': '2022-03-21T21:52:25Z', 'revision_number': 0, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:52:27.307254 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09003ff1-8b27-466b-9f32-74c462071df0 None None] New status for floating IP 61a90ddf-cc7a-43d9-8734-f9f5ab1d1c7a: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:52:28.251463 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-716e20b2-c8c5-40fb-882c-57d4664c0610 req-0ff28135-fa36-4ea3-8ff6-e7e73fd2997a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424027 Mar 21 21:52:28.337857 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e20b2-c8c5-40fb-882c-57d4664c0610 req-9683f56f-a8df-4777-9047-a84c285b572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:28.339317 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-716e20b2-c8c5-40fb-882c-57d4664c0610 req-9683f56f-a8df-4777-9047-a84c285b572e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 1129 time: 0.0480211 Mar 21 21:52:28.442822 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e20b2-c8c5-40fb-882c-57d4664c0610 req-34856bff-39a2-4583-9a33-1aed3315c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:28.444276 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-716e20b2-c8c5-40fb-882c-57d4664c0610 req-34856bff-39a2-4583-9a33-1aed3315c125 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 913 time: 0.0844018 Mar 21 21:52:28.511331 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-716e20b2-c8c5-40fb-882c-57d4664c0610 req-cccb30d9-5277-451f-9c3e-b4bd51ccffe1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c064c69f-7d5a-47af-990d-39d240236801 HTTP/1.1" status: 200 len: 1000 time: 0.0609040 Mar 21 21:52:28.557995 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e20b2-c8c5-40fb-882c-57d4664c0610 req-f04da32c-2c0b-4893-9f10-d641910f4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:28.559378 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-716e20b2-c8c5-40fb-882c-57d4664c0610 req-f04da32c-2c0b-4893-9f10-d641910f4967 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0422523 Mar 21 21:52:28.606148 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e20b2-c8c5-40fb-882c-57d4664c0610 req-c9d0a65e-46f2-47de-a4ec-8ab216251381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:52:28.608250 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-716e20b2-c8c5-40fb-882c-57d4664c0610 req-c9d0a65e-46f2-47de-a4ec-8ab216251381 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427887 Mar 21 21:52:28.695641 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-716e20b2-c8c5-40fb-882c-57d4664c0610 req-7340a3db-922e-4bdd-b306-0f3cb5a30885 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817673 Mar 21 21:52:28.783168 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-716e20b2-c8c5-40fb-882c-57d4664c0610 req-95603c1f-5bd5-451f-9a38-fe4e24d6bf6d service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814843 Mar 21 21:52:37.216306 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:52:45.089332 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:47.917861 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4c1d83eb-29c7-446b-b384-529d6c0c72c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:50.090986 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-14bce9f3-97ed-4380-a6b9-14fafa4c17b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:51.478415 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:52.874470 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:52:54.371000 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:53:14.215007 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:53:15.119373 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:53:17.934546 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20626b5f-acd1-4b37-a1d2-3ffc811127c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:53:20.128635 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4da300a0-d601-49d6-9f90-2380cbba611f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:53:21.511601 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:53:22.906149 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:53:24.431557 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:53:30.216965 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1780086-cc6d-4dc8-a3db-44cc384a4381 req-1f42a54a-e026-4359-b620-4c29b4305355 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425768 Mar 21 21:53:30.303439 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1780086-cc6d-4dc8-a3db-44cc384a4381 req-520b98cf-6c76-46f8-a26d-c3df354a223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:53:30.304968 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1780086-cc6d-4dc8-a3db-44cc384a4381 req-520b98cf-6c76-46f8-a26d-c3df354a223c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 1129 time: 0.0479603 Mar 21 21:53:30.403507 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1780086-cc6d-4dc8-a3db-44cc384a4381 req-4134e0d2-6725-4337-960b-65b5a78a3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:53:30.404987 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1780086-cc6d-4dc8-a3db-44cc384a4381 req-4134e0d2-6725-4337-960b-65b5a78a3e12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 913 time: 0.0837920 Mar 21 21:53:30.473885 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1780086-cc6d-4dc8-a3db-44cc384a4381 req-739dc01d-13b4-4722-aa94-8db7f2f36b43 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c064c69f-7d5a-47af-990d-39d240236801 HTTP/1.1" status: 200 len: 1000 time: 0.0629802 Mar 21 21:53:30.520612 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1780086-cc6d-4dc8-a3db-44cc384a4381 req-22ef5aee-867c-4ea1-a37f-c000700c2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:53:30.522004 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1780086-cc6d-4dc8-a3db-44cc384a4381 req-22ef5aee-867c-4ea1-a37f-c000700c2444 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0420921 Mar 21 21:53:30.568206 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1780086-cc6d-4dc8-a3db-44cc384a4381 req-6cd5b33d-ce90-44d5-861b-bbc68240b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:53:30.572880 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1780086-cc6d-4dc8-a3db-44cc384a4381 req-6cd5b33d-ce90-44d5-861b-bbc68240b912 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416999 Mar 21 21:53:30.659114 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1780086-cc6d-4dc8-a3db-44cc384a4381 req-f5b1b0b6-b029-4815-94d5-e42a2192ff65 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827930 Mar 21 21:53:30.745431 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1780086-cc6d-4dc8-a3db-44cc384a4381 req-5b4c5ddc-eaee-4099-9f27-36e6cbe68a2a service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808482 Mar 21 21:53:45.187046 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:53:47.946381 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-79af1875-17cd-4865-9a45-58108983c2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:53:50.123655 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-84eddb04-939f-4b4b-9ffc-c5fad36cfcbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:53:51.216000 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:53:51.517302 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:53:52.593403 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-d5f1ad38-5402-4098-b5bf-d8ebebaf9eda req-ce6adc33-3244-4203-8637-78270f748907 service neutron] (104014) timed out ('10.222.0.31', 61827) {{(pid=104014) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 21:53:52.878344 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:53:54.398287 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:15.145765 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:17.933631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-088673fb-4fd6-4d9b-b77d-f4d0c50cab3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:20.140441 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0236-29b3-4dcc-ba96-2677ca8b022e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:21.387399 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5f396-c1a7-4a63-a3ed-c64e30d903af req-a78ce9b7-28d3-4ba9-9869-63912a2b9351 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:21.389588 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e2f5f396-c1a7-4a63-a3ed-c64e30d903af req-a78ce9b7-28d3-4ba9-9869-63912a2b9351 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 945 time: 0.1225071 Mar 21 21:54:21.438991 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e2f5f396-c1a7-4a63-a3ed-c64e30d903af req-c324cdf8-0fdc-49a2-8c81-b0ff13171623 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 Mar 21 21:54:21.466132 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:22.610926 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e2513-317d-4151-9362-255267c48310 req-94f76ead-668a-4231-9cef-55a124e73254 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:22.612380 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-298e2513-317d-4151-9362-255267c48310 req-94f76ead-668a-4231-9cef-55a124e73254 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 945 time: 0.1040394 Mar 21 21:54:22.661060 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-298e2513-317d-4151-9362-255267c48310 req-68af1d22-99d7-4012-8714-3688914f3877 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Mar 21 21:54:22.812272 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-0a85f52b-b7d1-4ca0-b3fb-613b35590ddc tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:22.813743 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-0a85f52b-b7d1-4ca0-b3fb-613b35590ddc tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 945 time: 0.0510435 Mar 21 21:54:22.888932 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:22.907039 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Deleting port c064c69f-7d5a-47af-990d-39d240236801 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:54:22.907379 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (c064c69f-7d5a-47af-990d-39d240236801), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:22.992842 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] For port c064c69f-7d5a-47af-990d-39d240236801, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=c064c69f-7d5a-47af-990d-39d240236801,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:54:22.993210 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (c064c69f-7d5a-47af-990d-39d240236801), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:23.157763 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:23.158124 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (61a90ddf-cc7a-43d9-8734-f9f5ab1d1c7a), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:23.158441 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Floating IP 61a90ddf-cc7a-43d9-8734-f9f5ab1d1c7a disassociated. External IP: 172.27.1.63, port: c064c69f-7d5a-47af-990d-39d240236801. Mar 21 21:54:23.158779 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Calling delete_port for c064c69f-7d5a-47af-990d-39d240236801 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:54:23.339791 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (c064c69f-7d5a-47af-990d-39d240236801), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:23.370159 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event deleted for resources: {'Port': ['ID=c064c69f-7d5a-47af-990d-39d240236801,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:54:23.380406 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.380796 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.381143 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.381482 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.381815 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.382147 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.382474 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.382798 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.383128 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.383449 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.383773 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.384097 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.384437 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.384784 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.385103 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:23.494694 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Router 3646a3b6-8eb8-4499-8684-ba2f7615b614 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:54:23.601503 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:54:23.612276 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46215fe1-443e-43e3-bbde-9b30c9057bc6 None None] Sync routers for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:54:23.621570 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46215fe1-443e-43e3-bbde-9b30c9057bc6 None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:54:23.622257 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-46215fe1-443e-43e3-bbde-9b30c9057bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:54:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:54:23.641797 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] No DVR routers for this DVR port c064c69f-7d5a-47af-990d-39d240236801 on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:54:23.644300 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:23.647568 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ff3b9fa-07a3-4951-b120-bb430a4bff32 req-2164d089-175f-43c8-97f1-473b263eeeb5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "DELETE /v2.0/ports/c064c69f-7d5a-47af-990d-39d240236801 HTTP/1.1" status: 204 len: 173 time: 0.8285248 Mar 21 21:54:23.648029 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f811241c-610e-437f-ad35-637daa8045ef', 'name': 'network-vif-deleted', 'tag': 'c064c69f-7d5a-47af-990d-39d240236801'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:54:23.650340 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4268b4-b891-4ca4-9f8b-73b6479183ae" -d '{"events": [{"server_uuid": "f811241c-610e-437f-ad35-637daa8045ef", "name": "network-vif-deleted", "tag": "c064c69f-7d5a-47af-990d-39d240236801"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:54:23.690809 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f6120c-a30d-4626-bc6e-9e15b13e67e6 x-openstack-request-id: req-28f6120c-a30d-4626-bc6e-9e15b13e67e6 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:54:23.691115 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f811241c-610e-437f-ad35-637daa8045ef", "name": "network-vif-deleted", "tag": "c064c69f-7d5a-47af-990d-39d240236801", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:54:23.693529 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28f6120c-a30d-4626-bc6e-9e15b13e67e6 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:54:23.704993 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f811241c-610e-437f-ad35-637daa8045ef', 'name': 'network-vif-deleted', 'tag': 'c064c69f-7d5a-47af-990d-39d240236801', 'status': 'completed', 'code': 200} Mar 21 21:54:23.741385 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-46215fe1-443e-43e3-bbde-9b30c9057bc6 None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:54:23.778385 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9570b9f8-09b3-495d-9e42-f4a6ddd41e47 req-aa9730fc-418e-4aab-9247-5d3a4e5a0178 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 210 time: 0.0389078 Mar 21 21:54:23.955319 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-46215fe1-443e-43e3-bbde-9b30c9057bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:54:23.982028 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46215fe1-443e-43e3-bbde-9b30c9057bc6 None None] Checking router: 3646a3b6-8eb8-4499-8684-ba2f7615b614 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:54:23.990520 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46215fe1-443e-43e3-bbde-9b30c9057bc6 None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:54:23.991154 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-46215fe1-443e-43e3-bbde-9b30c9057bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:54:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:54:24.098676 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-46215fe1-443e-43e3-bbde-9b30c9057bc6 None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:54:24.291470 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-46215fe1-443e-43e3-bbde-9b30c9057bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:54:24.325473 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46215fe1-443e-43e3-bbde-9b30c9057bc6 None None] The sync data for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi is: [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:54:24.420353 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:24.558771 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6343c0b-e623-42f0-85f4-6e5abcb5dce7 None None] New status for floating IP 61a90ddf-cc7a-43d9-8734-f9f5ab1d1c7a: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:54:24.887312 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c325dc0-3552-412d-b3c0-91ef4ec89a8e req-fc3a7b20-fbce-4a5d-82c4-d83699485f2d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f811241c-610e-437f-ad35-637daa8045ef HTTP/1.1" status: 200 len: 210 time: 0.0266044 Mar 21 21:54:25.652226 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device c064c69f-7d5a-47af-990d-39d240236801 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:54:25.671924 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: c064c69f-7d5a-47af-990d-39d240236801 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:54:25.672274 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device c064c69f-7d5a-47af-990d-39d240236801 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:54:26.093820 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-303e69fb-8608-4349-ae08-a3869ee0d077 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574150335&fields=id&tenant_id=6197e3d8975b4d058f093688c90a369a HTTP/1.1" status: 200 len: 267 time: 0.0432012 Mar 21 21:54:26.197469 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-8a13fe93-07df-4334-9b1e-fd4db8606619 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:26.198812 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-8a13fe93-07df-4334-9b1e-fd4db8606619 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 812 time: 0.0988111 Mar 21 21:54:26.213352 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-f1596043-6082-4538-8a67-4937c34292ef tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/quotas/6197e3d8975b4d058f093688c90a369a HTTP/1.1" status: 200 len: 375 time: 0.0086501 Mar 21 21:54:26.266640 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-df7c5275-0aef-4ae3-a7c3-3cbea275d807 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485997 Mar 21 21:54:26.360933 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-35fd2c35-e2cc-4b7f-916b-b0e09b2d5b34 service neutron] 10.222.0.23 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829699 Mar 21 21:54:26.452936 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-aeb5ceb5-0d55-4f94-b769-bd10e98fd538 service neutron] 10.222.0.23 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Mar 21 21:54:26.966825 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fbd1b461-99b1-468b-acd0-b19aab6eb862 req-c7eae829-86c3-42e1-8cb7-5219ebfe1ab7 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 210 time: 0.0271144 Mar 21 21:54:28.058964 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-16772a71-3346-44f2-9637-0fc51f4fd075 req-a4496357-35b5-45b3-b20b-9bed7ab5221f tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 210 time: 0.0266058 Mar 21 21:54:28.215364 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:54:28.873227 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-8ac3cba1-f287-4dfa-ae09-31476c38e749 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:28.874220 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-8ac3cba1-f287-4dfa-ae09-31476c38e749 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 812 time: 0.1045241 Mar 21 21:54:28.934569 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-bf6bc7f0-6c6d-4e81-bc72-4a3d89b7e31c tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6197e3d8975b4d058f093688c90a369a HTTP/1.1" status: 200 len: 380 time: 0.0529487 Mar 21 21:54:28.943565 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'port': {'device_id': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'admin_state_up': True, 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'security_groups': ['790870a7-9569-4e55-9e72-8131fd97773c']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:54:29.105707 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Made reservation on behalf of 6197e3d8975b4d058f093688c90a369a for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:54:29.109405 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:29.188980 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76c83566-9122-4136-b63a-53788384d56d req-49dff0da-bbac-44a9-877c-c8d0a40c708c tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 210 time: 0.0621443 Mar 21 21:54:29.260971 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Allocated IP 172.20.0.12 (20d2e080-9bf1-4b52-93d9-451d13991b73/45edc78d-71d1-4a76-b0a6-0e65ef0794df/2cc92960-06e3-4187-af77-d7c8d17c185c) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:54:29.398849 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:29.505103 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:29.545693 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Network 20d2e080-9bf1-4b52-93d9-451d13991b73 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:54:29.549650 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:54:29.553388 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:54:29.583111 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'Port': ['ID=2cc92960-06e3-4187-af77-d7c8d17c185c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:54:29.609222 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:29.609851 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:29.697154 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-e2f1949d-f137-4bc5-90b5-69e330385adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7571137 Mar 21 21:54:29.752089 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Request body: {'port': {'device_id': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:54:29.781194 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-5d0c9e40-ec4e-44dc-9447-42121bdb311a None None] Provisioning complete for port 2cc92960-06e3-4187-af77-d7c8d17c185c triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:54:29.781791 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d0c9e40-ec4e-44dc-9447-42121bdb311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:29.814528 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:29.815413 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c9e40-ec4e-44dc-9447-42121bdb311a None None] Port 2cc92960-06e3-4187-af77-d7c8d17c185c cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:54:30.074922 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc92960-06e3-4187-af77-d7c8d17c185c {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:54:30.083203 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Publish callbacks [] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:30.094966 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Transition to ACTIVE for port object 2cc92960-06e3-4187-af77-d7c8d17c185c will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:54:30.150037 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:30.199473 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc92960-06e3-4187-af77-d7c8d17c185c,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:54:30.299257 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Attempting to bind port 2cc92960-06e3-4187-af77-d7c8d17c185c on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:54:30.299598 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Attempting to bind port 2cc92960-06e3-4187-af77-d7c8d17c185c by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:54:30.299933 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Attempting to bind port 2cc92960-06e3-4187-af77-d7c8d17c185c on network 20d2e080-9bf1-4b52-93d9-451d13991b73 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:54:30.306908 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Port 2cc92960-06e3-4187-af77-d7c8d17c185c on network 20d2e080-9bf1-4b52-93d9-451d13991b73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:54:30.307236 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Attempting to bind port 2cc92960-06e3-4187-af77-d7c8d17c185c on network 20d2e080-9bf1-4b52-93d9-451d13991b73 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:54:30.315657 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:54:30.315997 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Checking segment: {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:54:30.316395 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Bound using segment: {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:54:30.316863 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Bound port: 2cc92960-06e3-4187-af77-d7c8d17c185c, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:54:30.317224 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:30.363056 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea6007-2648-46bf-b6ee-e8816c7f36d3 req-97b58f45-baf7-40b9-8b63-b9f13d2eef52 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:30.364569 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fea6007-2648-46bf-b6ee-e8816c7f36d3 req-97b58f45-baf7-40b9-8b63-b9f13d2eef52 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 944 time: 0.1029773 Mar 21 21:54:30.417413 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] For port 2cc92960-06e3-4187-af77-d7c8d17c185c, host hv-cinder-83454, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:54:30.422490 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] For port 2cc92960-06e3-4187-af77-d7c8d17c185c, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2cc92960-06e3-4187-af77-d7c8d17c185c,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:54:30.440545 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0fea6007-2648-46bf-b6ee-e8816c7f36d3 req-ec5a8b8e-ffe9-4f0a-881e-4b450c068bb8 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699713 Mar 21 21:54:30.512024 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:30.544917 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:30.545537 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:30.547421 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] 10.222.0.31 "PUT /v2.0/ports/2cc92960-06e3-4187-af77-d7c8d17c185c HTTP/1.1" status: 200 len: 1094 time: 0.8436658 Mar 21 21:54:30.547861 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'tag': '2cc92960-06e3-4187-af77-d7c8d17c185c'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:54:30.550143 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4118e9f4-4a1b-4cc3-9ef6-fd3dbd6d87f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3d69ef-3cbf-4a75-9858-25d2d3988efd", "tag": "2cc92960-06e3-4187-af77-d7c8d17c185c"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:54:30.581111 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01a57d-4450-4868-a3df-fc2c085a64c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc92960-06e3-4187-af77-d7c8d17c185c,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:54:30.596210 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b54f97-2673-4798-83e3-39fac84d1efd x-openstack-request-id: req-55b54f97-2673-4798-83e3-39fac84d1efd {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:54:30.596458 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3d69ef-3cbf-4a75-9858-25d2d3988efd", "tag": "2cc92960-06e3-4187-af77-d7c8d17c185c", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:54:30.596820 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55b54f97-2673-4798-83e3-39fac84d1efd {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:54:30.597227 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'tag': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'status': 'completed', 'code': 200} Mar 21 21:54:30.663815 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e9f4-4a1b-4cc3-9ef6-fd3dbd6d87f4 req-7cfc7928-d6b8-4e05-8d77-8d4e2ac82c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:30.665415 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4118e9f4-4a1b-4cc3-9ef6-fd3dbd6d87f4 req-7cfc7928-d6b8-4e05-8d77-8d4e2ac82c6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 1128 time: 0.0478742 Mar 21 21:54:30.766201 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e9f4-4a1b-4cc3-9ef6-fd3dbd6d87f4 req-c05e5dc5-780f-4377-977f-fc6af7f32088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:30.767632 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4118e9f4-4a1b-4cc3-9ef6-fd3dbd6d87f4 req-c05e5dc5-780f-4377-977f-fc6af7f32088 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6197e3d8975b4d058f093688c90a369a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0955441 Mar 21 21:54:30.857452 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e9f4-4a1b-4cc3-9ef6-fd3dbd6d87f4 req-f2e3e007-a2ee-4457-9820-a87c2d1fdfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:30.859427 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4118e9f4-4a1b-4cc3-9ef6-fd3dbd6d87f4 req-f2e3e007-a2ee-4457-9820-a87c2d1fdfe9 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856745 Mar 21 21:54:30.932642 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-2b6d8eab-884b-469a-9cd7-dce59064ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:30.934126 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-2b6d8eab-884b-469a-9cd7-dce59064ece5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 1128 time: 0.0437872 Mar 21 21:54:30.979098 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-507eeb1c-5b65-406f-9797-ad3f7c11adcd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cc92960-06e3-4187-af77-d7c8d17c185c HTTP/1.1" status: 200 len: 217 time: 0.0380499 Mar 21 21:54:31.025534 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-7acbfcdd-026a-4d55-b7cf-044e79f113f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:31.026944 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-7acbfcdd-026a-4d55-b7cf-044e79f113f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0425763 Mar 21 21:54:31.073218 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-18bdea76-62b4-4ec8-ac88-f1d91d829100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:31.074667 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-18bdea76-62b4-4ec8-ac88-f1d91d829100 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418236 Mar 21 21:54:31.163129 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-c2d0f300-451b-4f61-b70f-88ae5de4ec80 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823300 Mar 21 21:54:31.248826 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21b083ab-d5ea-416e-983d-37d1b79b63dd req-7aef2ddb-c517-43b9-81a2-e0fdcb6b4b40 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801921 Mar 21 21:54:31.560131 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f65893-0ad6-43ca-b2c0-57e17fe45c66 req-d392fa1d-d5a9-4f21-afba-c8d5c39cb681 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:31.561655 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-74f65893-0ad6-43ca-b2c0-57e17fe45c66 req-d392fa1d-d5a9-4f21-afba-c8d5c39cb681 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 944 time: 0.0560715 Mar 21 21:54:31.609827 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-74f65893-0ad6-43ca-b2c0-57e17fe45c66 req-32582e74-78d6-4148-9a7d-1df86d759e09 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Mar 21 21:54:32.731665 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8c0c-f023-4246-af2c-4624d6f1a77e req-6db5f53b-8467-446b-b8f5-827f40048672 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:32.733146 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-acfa8c0c-f023-4246-af2c-4624d6f1a77e req-6db5f53b-8467-446b-b8f5-827f40048672 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 944 time: 0.0560036 Mar 21 21:54:32.780228 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-acfa8c0c-f023-4246-af2c-4624d6f1a77e req-5381882f-28fa-4782-bed3-c2543bdc2484 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Mar 21 21:54:33.893546 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a2203-7be6-4596-90bb-59eb8838dffa req-b78b5da9-173f-4f78-9dfd-81cc35b646a7 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:33.894970 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da3a2203-7be6-4596-90bb-59eb8838dffa req-b78b5da9-173f-4f78-9dfd-81cc35b646a7 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 944 time: 0.0504241 Mar 21 21:54:33.945371 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da3a2203-7be6-4596-90bb-59eb8838dffa req-91e45fb0-52a9-4f05-89ea-278699966d2c tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450134 Mar 21 21:54:35.063308 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666aac6-15a3-471b-9c80-26aadff72332 req-8d5367ef-4c0f-404f-927f-8a8c11a3e8b9 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:35.064804 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2666aac6-15a3-471b-9c80-26aadff72332 req-8d5367ef-4c0f-404f-927f-8a8c11a3e8b9 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 944 time: 0.0517063 Mar 21 21:54:35.115687 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2666aac6-15a3-471b-9c80-26aadff72332 req-4a762f45-b5e0-4588-a139-b1dc6a3b0adb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454257 Mar 21 21:54:36.231299 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad7882-e8a9-4143-9dbe-36f0f3620299 req-c2359bc6-856a-4a9f-b753-76834538c24f tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:36.232786 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-72ad7882-e8a9-4143-9dbe-36f0f3620299 req-c2359bc6-856a-4a9f-b753-76834538c24f tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 944 time: 0.0516605 Mar 21 21:54:36.281174 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-72ad7882-e8a9-4143-9dbe-36f0f3620299 req-12f7e414-1a64-4dd0-94cf-a0e5f97aa70b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423787 Mar 21 21:54:37.398946 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd02410-eb8d-4c69-9437-4bcf07c457be req-cd451d4e-5cf8-4051-971b-e6f059596f01 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:37.400395 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3dd02410-eb8d-4c69-9437-4bcf07c457be req-cd451d4e-5cf8-4051-971b-e6f059596f01 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 944 time: 0.0549603 Mar 21 21:54:37.447865 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3dd02410-eb8d-4c69-9437-4bcf07c457be req-83a99cbd-3942-49bb-9608-908d301776f9 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413191 Mar 21 21:54:38.566308 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc36d2b-41de-4d3c-8bec-07bbf5da629c req-b0c0a0e8-0a73-4edd-8c92-8e81c9aeb24d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:38.567898 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ddc36d2b-41de-4d3c-8bec-07bbf5da629c req-b0c0a0e8-0a73-4edd-8c92-8e81c9aeb24d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 944 time: 0.0543847 Mar 21 21:54:38.617043 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ddc36d2b-41de-4d3c-8bec-07bbf5da629c req-10d19a5c-6919-4f1e-8e37-db0b2b37b507 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Mar 21 21:54:39.667346 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 2cc92960-06e3-4187-af77-d7c8d17c185c details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:54:39.732507 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa39889-3191-4115-8c69-217cb2665542 req-9dc4ac0c-e3c6-4ee5-8ec1-99f8b3d453cd tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:39.734004 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-caa39889-3191-4115-8c69-217cb2665542 req-9dc4ac0c-e3c6-4ee5-8ec1-99f8b3d453cd tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 944 time: 0.0511644 Mar 21 21:54:39.767210 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 2cc92960-06e3-4187-af77-d7c8d17c185c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2cc92960-06e3-4187-af77-d7c8d17c185c,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:54:39.778302 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'port_id': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'mac_address': 'fa:16:3e:63:be:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:54:39.786223 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-caa39889-3191-4115-8c69-217cb2665542 req-d0dc1f63-4c8e-4119-a502-5b07049bcc56 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465713 Mar 21 21:54:39.815491 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 2cc92960-06e3-4187-af77-d7c8d17c185c is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:54:39.815880 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:39.828777 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc92960-06e3-4187-af77-d7c8d17c185c {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:54:39.847433 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 2cc92960-06e3-4187-af77-d7c8d17c185c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2cc92960-06e3-4187-af77-d7c8d17c185c,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:54:39.905643 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:39.953250 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=2cc92960-06e3-4187-af77-d7c8d17c185c,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:54:39.960272 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.960645 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.961073 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.961426 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.961764 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.962096 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.962429 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.962757 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.963082 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.963413 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.963740 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.964066 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.964400 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.964761 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:39.965086 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:54:40.120291 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['2cc92960-06e3-4187-af77-d7c8d17c185c'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:54:40.901255 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d05df-981b-4635-9420-a920432de909 req-3419398c-4072-4660-b722-489b37582f55 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:40.902703 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-334d05df-981b-4635-9420-a920432de909 req-3419398c-4072-4660-b722-489b37582f55 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 945 time: 0.0509868 Mar 21 21:54:40.949321 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-334d05df-981b-4635-9420-a920432de909 req-67b910cc-0c7b-4c22-aeee-39f06a91126a tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404315 Mar 21 21:54:41.684072 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 2cc92960-06e3-4187-af77-d7c8d17c185c up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:54:41.829971 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 2cc92960-06e3-4187-af77-d7c8d17c185c completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:54:41.833972 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 2cc92960-06e3-4187-af77-d7c8d17c185c triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:54:41.834344 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:41.911436 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 2cc92960-06e3-4187-af77-d7c8d17c185c is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:54:41.911822 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:41.933267 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc92960-06e3-4187-af77-d7c8d17c185c'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:54:41.935526 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1af3de-8393-429c-8632-a3bc2cc21696" -d '{"events": [{"server_uuid": "5b3d69ef-3cbf-4a75-9858-25d2d3988efd", "name": "network-vif-plugged", "status": "completed", "tag": "2cc92960-06e3-4187-af77-d7c8d17c185c"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:54:41.947960 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 2cc92960-06e3-4187-af77-d7c8d17c185c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2cc92960-06e3-4187-af77-d7c8d17c185c,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:54:41.974263 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b376fb1-2690-4d24-ba55-00ada54289ae x-openstack-request-id: req-2b376fb1-2690-4d24-ba55-00ada54289ae {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:54:41.974558 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3d69ef-3cbf-4a75-9858-25d2d3988efd", "name": "network-vif-plugged", "status": "completed", "tag": "2cc92960-06e3-4187-af77-d7c8d17c185c", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:54:41.974838 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b376fb1-2690-4d24-ba55-00ada54289ae {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:54:41.975236 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'code': 200} Mar 21 21:54:42.014029 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:42.061608 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=2cc92960-06e3-4187-af77-d7c8d17c185c,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:54:42.073268 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012ca6a-e47a-491f-ae08-a9a3cca053de req-c605ff77-2b32-4e85-bf9b-f079050bbfb1 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:42.074744 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8012ca6a-e47a-491f-ae08-a9a3cca053de req-c605ff77-2b32-4e85-bf9b-f079050bbfb1 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 946 time: 0.0537405 Mar 21 21:54:42.122507 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8012ca6a-e47a-491f-ae08-a9a3cca053de req-f9f25f59-80fe-4060-bd1d-1e9e4b055154 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418551 Mar 21 21:54:42.295308 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a30ee-1177-43fe-a3f4-f16f2f97da4d req-3d587bd0-8fe5-4fbe-a654-b92cb0bd1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:42.297459 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-504a30ee-1177-43fe-a3f4-f16f2f97da4d req-3d587bd0-8fe5-4fbe-a654-b92cb0bd1da2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 1130 time: 0.0475073 Mar 21 21:54:42.341158 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-504a30ee-1177-43fe-a3f4-f16f2f97da4d req-b4d6d240-baba-4bed-8037-e6c93e26457e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377920 Mar 21 21:54:43.250586 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ca3d8-c0ed-416a-a87e-d93ea8d7d179 req-50af8394-33f9-4e97-a614-9ece2d8b891c tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:43.250586 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-474ca3d8-c0ed-416a-a87e-d93ea8d7d179 req-50af8394-33f9-4e97-a614-9ece2d8b891c tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 946 time: 0.0530379 Mar 21 21:54:43.295187 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-474ca3d8-c0ed-416a-a87e-d93ea8d7d179 req-1c4505ca-63db-43d4-b3ea-0d31fc5ce6f9 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424449 Mar 21 21:54:44.414496 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696f0d6-8670-4f6d-bab0-9bc0abd77d20 req-5da0f20a-d2c9-4d0a-9339-7d220a9d2db7 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:44.415961 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d696f0d6-8670-4f6d-bab0-9bc0abd77d20 req-5da0f20a-d2c9-4d0a-9339-7d220a9d2db7 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 946 time: 0.0541515 Mar 21 21:54:44.463936 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d696f0d6-8670-4f6d-bab0-9bc0abd77d20 req-7fc6b4ca-bf4a-4f95-a8fb-d3e3819b6655 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416579 Mar 21 21:54:44.580464 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7194d6-2c17-49b5-b442-980b47fd18f7 req-b99ae179-e0cb-4981-9fd1-bf27d01c50d3 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:44.581864 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c7194d6-2c17-49b5-b442-980b47fd18f7 req-b99ae179-e0cb-4981-9fd1-bf27d01c50d3 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 946 time: 0.0528562 Mar 21 21:54:44.628651 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c7194d6-2c17-49b5-b442-980b47fd18f7 req-157061a4-d834-4bb9-b796-ea919d890836 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413001 Mar 21 21:54:44.651380 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38800) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:54:44.691760 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c2999a-9877-4c13-bf73-e9692e84126e tempest-TestVolumeBootPattern-1313093185 tempest-TestVolumeBootPattern-1313093185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:44.693253 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-81c2999a-9877-4c13-bf73-e9692e84126e tempest-TestVolumeBootPattern-1313093185 tempest-TestVolumeBootPattern-1313093185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 1125 time: 0.0409458 Mar 21 21:54:44.695878 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38802) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:54:44.699926 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'port_id': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:54:44.756930 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:44.854449 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:44.957432 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Allocated IP 172.27.1.169 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/b60eedeb-f82f-4d22-875e-2deaff757191) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:54:45.140704 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:45.335408 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for port (b60eedeb-f82f-4d22-875e-2deaff757191), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:45.425428 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (b60eedeb-f82f-4d22-875e-2deaff757191), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:45.462891 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:54:45.465761 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:54:45.472374 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:54:45.477797 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'Port': ['ID=b60eedeb-f82f-4d22-875e-2deaff757191,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:54:45.825310 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (e858e27a-dc35-4384-92f0-3b78849dfee0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:45.941005 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (b60eedeb-f82f-4d22-875e-2deaff757191), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:46.085062 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for port (b60eedeb-f82f-4d22-875e-2deaff757191), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:46.144882 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (b60eedeb-f82f-4d22-875e-2deaff757191), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:46.220796 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'Port': ['ID=b60eedeb-f82f-4d22-875e-2deaff757191,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:54:46.237462 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (e858e27a-dc35-4384-92f0-3b78849dfee0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:46.362131 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Floating IP e858e27a-dc35-4384-92f0-3b78849dfee0 associated. External IP: 172.27.1.169, port: 2cc92960-06e3-4187-af77-d7c8d17c185c. Mar 21 21:54:46.566410 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Router 3646a3b6-8eb8-4499-8684-ba2f7615b614 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:54:46.671025 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:54:46.680199 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fbe3eb-6c19-4891-8a5b-e43ea3a34bb1 None None] Sync routers for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:54:46.690915 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fbe3eb-6c19-4891-8a5b-e43ea3a34bb1 None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:54:46.691542 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a6fbe3eb-6c19-4891-8a5b-e43ea3a34bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:54:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:54:46.752820 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:46.785182 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c4bcac4d-33b0-46ef-953a-fa599439814b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0883288 Mar 21 21:54:46.785764 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'tag': '2cc92960-06e3-4187-af77-d7c8d17c185c'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:54:46.788001 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e575911-d75a-4a1c-bd09-29283c45a18b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3d69ef-3cbf-4a75-9858-25d2d3988efd", "tag": "2cc92960-06e3-4187-af77-d7c8d17c185c"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:54:46.799660 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-a6fbe3eb-6c19-4891-8a5b-e43ea3a34bb1 None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:54:46.821882 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d2bd80-6cbe-411e-8ed2-44c1ac64db07 x-openstack-request-id: req-86d2bd80-6cbe-411e-8ed2-44c1ac64db07 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:54:46.822171 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3d69ef-3cbf-4a75-9858-25d2d3988efd", "tag": "2cc92960-06e3-4187-af77-d7c8d17c185c", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:54:46.822425 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86d2bd80-6cbe-411e-8ed2-44c1ac64db07 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:54:46.822819 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'tag': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'status': 'completed', 'code': 200} Mar 21 21:54:46.885181 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e575911-d75a-4a1c-bd09-29283c45a18b req-e9dfa845-6c40-4e88-a7d5-c59897a4463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:46.886707 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e575911-d75a-4a1c-bd09-29283c45a18b req-e9dfa845-6c40-4e88-a7d5-c59897a4463b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 1130 time: 0.0434494 Mar 21 21:54:46.979460 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e575911-d75a-4a1c-bd09-29283c45a18b req-4277f6d5-1919-464a-895d-58f5b8289c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:46.981042 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e575911-d75a-4a1c-bd09-29283c45a18b req-4277f6d5-1919-464a-895d-58f5b8289c11 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 913 time: 0.0879500 Mar 21 21:54:47.052243 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e575911-d75a-4a1c-bd09-29283c45a18b req-e23d7214-209d-4ad3-a4f1-f5ef89ab5653 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cc92960-06e3-4187-af77-d7c8d17c185c HTTP/1.1" status: 200 len: 1000 time: 0.0655153 Mar 21 21:54:47.114110 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e575911-d75a-4a1c-bd09-29283c45a18b req-c82cc481-1655-46cf-ba21-ee7c2ea4aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:47.115648 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e575911-d75a-4a1c-bd09-29283c45a18b req-c82cc481-1655-46cf-ba21-ee7c2ea4aa41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0570145 Mar 21 21:54:47.156018 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a6fbe3eb-6c19-4891-8a5b-e43ea3a34bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'e858e27a-dc35-4384-92f0-3b78849dfee0', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:63:be:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:54:45Z', 'updated_at': '2022-03-21T21:54:45Z', 'revision_number': 0, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:54:47.163655 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e575911-d75a-4a1c-bd09-29283c45a18b req-a92551ad-ff32-4a14-bb79-57e9ee1e8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:54:47.165194 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e575911-d75a-4a1c-bd09-29283c45a18b req-a92551ad-ff32-4a14-bb79-57e9ee1e8d25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437524 Mar 21 21:54:47.184677 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fbe3eb-6c19-4891-8a5b-e43ea3a34bb1 None None] Checking router: 3646a3b6-8eb8-4499-8684-ba2f7615b614 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:54:47.193654 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fbe3eb-6c19-4891-8a5b-e43ea3a34bb1 None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:54:47.194275 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a6fbe3eb-6c19-4891-8a5b-e43ea3a34bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:54:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:54:47.256424 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e575911-d75a-4a1c-bd09-29283c45a18b req-fc7bcd02-4b02-421a-a761-abf11e03fa33 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847149 Mar 21 21:54:47.300283 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-a6fbe3eb-6c19-4891-8a5b-e43ea3a34bb1 None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:54:47.345897 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8e575911-d75a-4a1c-bd09-29283c45a18b req-84446783-deba-4d84-8959-a55f73df406a service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836425 Mar 21 21:54:47.526282 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a6fbe3eb-6c19-4891-8a5b-e43ea3a34bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'e858e27a-dc35-4384-92f0-3b78849dfee0', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:63:be:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:54:45Z', 'updated_at': '2022-03-21T21:54:45Z', 'revision_number': 0, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:54:47.555538 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fbe3eb-6c19-4891-8a5b-e43ea3a34bb1 None None] The sync data for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi is: [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'e858e27a-dc35-4384-92f0-3b78849dfee0', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:63:be:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:54:45Z', 'updated_at': '2022-03-21T21:54:45Z', 'revision_number': 0, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:54:47.741113 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c35bc-7c05-4ae1-bec5-38cd955d14bf None None] New status for floating IP e858e27a-dc35-4384-92f0-3b78849dfee0: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:54:47.939623 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3938bae8-1b8a-4b93-b5c2-26ac28f55743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:50.116201 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fc389d1f-8b53-4f68-80ea-759c7ccc1d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:51.465065 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:52.915653 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:54:54.368098 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:05.213993 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:55:15.184008 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:17.341681 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-e24bdd8b-669b-4dcc-a7d8-77f9f76e8a0f req-408acdc5-4652-4fce-b2ff-e38453ffc8ce service neutron] (104013) timed out ('10.222.0.31', 61843) {{(pid=104013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 21:55:17.938506 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73e43c3a-dd87-43f1-bf6b-f055a3682f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:20.125810 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-403885ca-6188-4651-a3d1-507c3f8af491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:21.509910 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:22.875211 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:24.418699 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:30.608271 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-932d5977-cb6f-4e82-a0e9-c67e39c61183 req-75a45c71-860c-4e63-be0c-9e9dec06ed1c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480745 Mar 21 21:55:30.689252 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d5977-cb6f-4e82-a0e9-c67e39c61183 req-dc817b0b-5038-425d-9c56-da47a81a794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:55:30.690632 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-932d5977-cb6f-4e82-a0e9-c67e39c61183 req-dc817b0b-5038-425d-9c56-da47a81a794c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 1130 time: 0.0428889 Mar 21 21:55:30.789353 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d5977-cb6f-4e82-a0e9-c67e39c61183 req-b6f0532f-0ab2-4a9e-bda2-3eb2d6f4003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:55:30.790796 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-932d5977-cb6f-4e82-a0e9-c67e39c61183 req-b6f0532f-0ab2-4a9e-bda2-3eb2d6f4003e service neutron] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 913 time: 0.0813606 Mar 21 21:55:30.857809 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-932d5977-cb6f-4e82-a0e9-c67e39c61183 req-abaa498b-4448-4c27-a611-eda19faea4a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cc92960-06e3-4187-af77-d7c8d17c185c HTTP/1.1" status: 200 len: 1002 time: 0.0611885 Mar 21 21:55:30.904079 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d5977-cb6f-4e82-a0e9-c67e39c61183 req-8ffccd88-a67e-4364-a60d-dc1aea5d292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:55:30.905513 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-932d5977-cb6f-4e82-a0e9-c67e39c61183 req-8ffccd88-a67e-4364-a60d-dc1aea5d292a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0413561 Mar 21 21:55:30.952153 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d5977-cb6f-4e82-a0e9-c67e39c61183 req-d3e03a76-24d8-4989-a82b-5b95bf3f2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:55:30.953579 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-932d5977-cb6f-4e82-a0e9-c67e39c61183 req-d3e03a76-24d8-4989-a82b-5b95bf3f2bb3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423460 Mar 21 21:55:31.043431 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-932d5977-cb6f-4e82-a0e9-c67e39c61183 req-adc7540c-03bc-41e8-8277-346fa6a23c0c service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840170 Mar 21 21:55:31.129728 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-932d5977-cb6f-4e82-a0e9-c67e39c61183 req-9fd15d5f-c28c-434f-98f6-f6fa76f59f51 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809875 Mar 21 21:55:42.213719 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:55:45.154937 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:47.960480 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-abff47b0-64d2-4947-bb67-e92e10ec2f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:50.137342 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2257bb23-53d5-443d-8383-fd62a2bd2df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:51.468535 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:52.897565 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:54.388519 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:15.158834 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:17.936657 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa30ce76-6b17-4ac9-b53e-6f7b279546cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:19.212983 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:56:20.102138 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3dec586-ae5b-4756-9fca-fcd000a022c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:21.468193 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:22.873417 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:24.381991 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:32.610535 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7f62f966-4d39-408f-a01b-194990f5c8d6 req-8ae50c1c-9fbb-4f1f-a523-9b69b07fb6ae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474000 Mar 21 21:56:32.692442 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f966-4d39-408f-a01b-194990f5c8d6 req-bfdc685b-9ed3-42e8-a0e1-3a4f5d4a5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:32.693850 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7f62f966-4d39-408f-a01b-194990f5c8d6 req-bfdc685b-9ed3-42e8-a0e1-3a4f5d4a5322 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 1130 time: 0.0427239 Mar 21 21:56:32.792859 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f966-4d39-408f-a01b-194990f5c8d6 req-b541faaa-0032-4f2e-9266-cf9b6c5230f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:32.794299 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7f62f966-4d39-408f-a01b-194990f5c8d6 req-b541faaa-0032-4f2e-9266-cf9b6c5230f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 913 time: 0.0814378 Mar 21 21:56:32.863102 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7f62f966-4d39-408f-a01b-194990f5c8d6 req-ed3bf232-823d-4e40-9d6a-b95aaaaa970d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cc92960-06e3-4187-af77-d7c8d17c185c HTTP/1.1" status: 200 len: 1002 time: 0.0618691 Mar 21 21:56:32.909022 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f966-4d39-408f-a01b-194990f5c8d6 req-0239b1a8-16c0-4bc1-99a5-ae831fcc6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:32.910414 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7f62f966-4d39-408f-a01b-194990f5c8d6 req-0239b1a8-16c0-4bc1-99a5-ae831fcc6708 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0417376 Mar 21 21:56:32.955396 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f966-4d39-408f-a01b-194990f5c8d6 req-001260f8-12b3-4c2e-a4dc-b0161b4014ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:32.956768 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7f62f966-4d39-408f-a01b-194990f5c8d6 req-001260f8-12b3-4c2e-a4dc-b0161b4014ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408692 Mar 21 21:56:33.044139 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7f62f966-4d39-408f-a01b-194990f5c8d6 req-10aa5e36-da2d-4c10-b345-3455fc7b986a service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816076 Mar 21 21:56:33.133451 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7f62f966-4d39-408f-a01b-194990f5c8d6 req-3de5aa02-c2a4-464c-a533-9181c43beadc service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828850 Mar 21 21:56:35.981344 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-ef8e23bc-cee4-4103-988f-d66617897acc tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574150335&fields=id&tenant_id=6197e3d8975b4d058f093688c90a369a HTTP/1.1" status: 200 len: 267 time: 0.0487080 Mar 21 21:56:36.101947 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c943bf-808c-4057-b553-1334f3913efd req-50fd5b09-584e-445c-92c5-d437d514aa60 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:36.103382 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-50fd5b09-584e-445c-92c5-d437d514aa60 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 812 time: 0.1157267 Mar 21 21:56:36.117916 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-502abc9c-2fd4-402d-be17-a41f83e72040 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/quotas/6197e3d8975b4d058f093688c90a369a HTTP/1.1" status: 200 len: 375 time: 0.0092406 Mar 21 21:56:36.172326 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-434f4fd6-17d0-4c16-8521-e337256b943e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490553 Mar 21 21:56:36.230224 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-4b4edae8-7a2c-4c5c-93ca-a722fc72e3ce service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:56:36.231251 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-4b4edae8-7a2c-4c5c-93ca-a722fc72e3ce service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479844 Mar 21 21:56:36.328673 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-3bc952ac-b2b7-4166-a586-fae5382a99e1 service neutron] 10.222.0.23 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916808 Mar 21 21:56:36.424874 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-a1f5fe23-b44c-49e1-83da-b10cd9fcd3a2 service neutron] 10.222.0.23 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905817 Mar 21 21:56:36.989151 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3f68aee1-cf3c-4523-b8fd-5474bdeaf45a req-7be84c65-6cd5-4866-8468-e8ea8b6e8523 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 210 time: 0.0319104 Mar 21 21:56:38.082611 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2b5294cd-83a7-4438-aced-a39d8a897082 req-6614db82-f704-468d-833f-03cbb10b8fa6 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 210 time: 0.0267894 Mar 21 21:56:38.660699 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c943bf-808c-4057-b553-1334f3913efd req-fcf181c9-976b-416c-9176-b77d5d33313c tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:38.662055 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-fcf181c9-976b-416c-9176-b77d5d33313c tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 812 time: 0.0967009 Mar 21 21:56:38.721694 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-a0f63f5e-f007-4413-b7b8-e926496deb1c tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6197e3d8975b4d058f093688c90a369a HTTP/1.1" status: 200 len: 380 time: 0.0518074 Mar 21 21:56:38.729857 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-c1c943bf-808c-4057-b553-1334f3913efd req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'port': {'device_id': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'admin_state_up': True, 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'security_groups': ['790870a7-9569-4e55-9e72-8131fd97773c']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:56:38.896153 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c943bf-808c-4057-b553-1334f3913efd req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Made reservation on behalf of 6197e3d8975b4d058f093688c90a369a for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:56:38.899706 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c1c943bf-808c-4057-b553-1334f3913efd req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:39.028121 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-c1c943bf-808c-4057-b553-1334f3913efd req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Allocated IP 172.20.0.9 (20d2e080-9bf1-4b52-93d9-451d13991b73/45edc78d-71d1-4a76-b0a6-0e65ef0794df/62b1b3ce-863e-48ee-89b1-258657c38352) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:56:39.174753 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c1c943bf-808c-4057-b553-1334f3913efd req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for port (62b1b3ce-863e-48ee-89b1-258657c38352), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:39.195365 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-96bbc6ed-a421-4b6e-b14c-911320d4bb6c req-6045fbee-c5ff-45ee-8c1c-9bb1203d04c4 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 210 time: 0.0412011 Mar 21 21:56:39.296662 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c1c943bf-808c-4057-b553-1334f3913efd req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:39.342112 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c943bf-808c-4057-b553-1334f3913efd req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Network 20d2e080-9bf1-4b52-93d9-451d13991b73 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:56:39.345286 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-c1c943bf-808c-4057-b553-1334f3913efd req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:56:39.353340 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c943bf-808c-4057-b553-1334f3913efd req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:56:39.358490 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'Port': ['ID=62b1b3ce-863e-48ee-89b1-258657c38352,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:39.388731 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.389086 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.389429 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.389769 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.390099 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.390444 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.390757 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.391079 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.391401 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.391722 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.392047 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.392369 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.392712 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.393044 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.393466 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:39.418129 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c943bf-808c-4057-b553-1334f3913efd req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:39.418770 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c1c943bf-808c-4057-b553-1334f3913efd req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:39.510163 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-8bac93dd-b405-48f6-977e-753be6b4baa0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7838445 Mar 21 21:56:39.522323 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Request body: {'port': {'device_id': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:56:39.582257 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:39.628325 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-ac6f3280-a4a7-4d9b-8c81-56732acccfb6 None None] Provisioning complete for port 62b1b3ce-863e-48ee-89b1-258657c38352 triggered by entity DHCP. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:56:39.628896 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3280-a4a7-4d9b-8c81-56732acccfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:39.666902 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f3280-a4a7-4d9b-8c81-56732acccfb6 None None] Port 62b1b3ce-863e-48ee-89b1-258657c38352 cannot update to ACTIVE because it is not bound. {{(pid=104016) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:56:39.842412 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b1b3ce-863e-48ee-89b1-258657c38352 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:56:39.850367 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Publish callbacks [] for port (62b1b3ce-863e-48ee-89b1-258657c38352), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:39.862007 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Transition to ACTIVE for port object 62b1b3ce-863e-48ee-89b1-258657c38352 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 21:56:39.953379 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:40.005660 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Pushing event updated for resources: {'Port': ['ID=62b1b3ce-863e-48ee-89b1-258657c38352,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:40.078875 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Attempting to bind port 62b1b3ce-863e-48ee-89b1-258657c38352 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:56:40.079223 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Attempting to bind port 62b1b3ce-863e-48ee-89b1-258657c38352 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:56:40.079551 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Attempting to bind port 62b1b3ce-863e-48ee-89b1-258657c38352 on network 20d2e080-9bf1-4b52-93d9-451d13991b73 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:56:40.084686 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Port 62b1b3ce-863e-48ee-89b1-258657c38352 on network 20d2e080-9bf1-4b52-93d9-451d13991b73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 21:56:40.085014 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Attempting to bind port 62b1b3ce-863e-48ee-89b1-258657c38352 on network 20d2e080-9bf1-4b52-93d9-451d13991b73 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:56:40.090802 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Checking agent: {'id': '32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'started_at': datetime.datetime(2022, 3, 21, 21, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:56:40.095278 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Checking segment: {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:56:40.095278 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Bound using segment: {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:56:40.095278 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Bound port: 62b1b3ce-863e-48ee-89b1-258657c38352, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:56:40.095278 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:40.159773 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] For port 62b1b3ce-863e-48ee-89b1-258657c38352, host hv-cinder-83454, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:56:40.163966 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] For port 62b1b3ce-863e-48ee-89b1-258657c38352, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=62b1b3ce-863e-48ee-89b1-258657c38352,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:56:40.233744 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:40.266305 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:40.266942 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:40.268727 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] 10.222.0.31 "PUT /v2.0/ports/62b1b3ce-863e-48ee-89b1-258657c38352 HTTP/1.1" status: 200 len: 1093 time: 0.7511210 Mar 21 21:56:40.271881 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'tag': '62b1b3ce-863e-48ee-89b1-258657c38352'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:56:40.275275 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9794536b-20e4-40f4-a7e4-19cfbcbddfba" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5c29e2-3996-42a4-b62b-c948f2d7586f", "tag": "62b1b3ce-863e-48ee-89b1-258657c38352"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:56:40.331368 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b99d1-24e1-40a4-be3f-58a84c152128 service neutron] Pushing event updated for resources: {'Port': ['ID=62b1b3ce-863e-48ee-89b1-258657c38352,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:40.364180 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95e73e-6414-41fa-a589-7d47642f9e68 req-6218a38d-bd10-4134-af61-cf1d0fcd7106 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:40.365286 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3a95e73e-6414-41fa-a589-7d47642f9e68 req-6218a38d-bd10-4134-af61-cf1d0fcd7106 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 943 time: 0.1043365 Mar 21 21:56:40.411190 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5e725a-861c-4e96-8014-f27e83d5cd3c x-openstack-request-id: req-0a5e725a-861c-4e96-8014-f27e83d5cd3c {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:56:40.411482 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5c29e2-3996-42a4-b62b-c948f2d7586f", "tag": "62b1b3ce-863e-48ee-89b1-258657c38352", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:56:40.411735 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a5e725a-861c-4e96-8014-f27e83d5cd3c {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:56:40.412237 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'tag': '62b1b3ce-863e-48ee-89b1-258657c38352', 'status': 'completed', 'code': 200} Mar 21 21:56:40.451498 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c943bf-808c-4057-b553-1334f3913efd req-8644c5b3-78c8-4a5e-8a9b-1ea4b4ab0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:40.453289 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-8644c5b3-78c8-4a5e-8a9b-1ea4b4ab0269 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 1127 time: 0.0871010 Mar 21 21:56:40.456892 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3a95e73e-6414-41fa-a589-7d47642f9e68 req-6ef757a8-6ec7-46c1-8085-f17fcaef787b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828123 Mar 21 21:56:40.496016 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-2b91b7b8-e129-404a-a244-bce77c22d2fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b1b3ce-863e-48ee-89b1-258657c38352 HTTP/1.1" status: 200 len: 217 time: 0.0353272 Mar 21 21:56:40.548103 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c943bf-808c-4057-b553-1334f3913efd req-b84ad5ea-91bb-4a1a-bfc4-7455b50910fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:40.549432 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-b84ad5ea-91bb-4a1a-bfc4-7455b50910fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0491285 Mar 21 21:56:40.595524 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c943bf-808c-4057-b553-1334f3913efd req-b42c28d7-9cfe-4c05-8f19-c7462dd16667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:40.597042 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-b42c28d7-9cfe-4c05-8f19-c7462dd16667 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418715 Mar 21 21:56:40.681355 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-22ee5068-c03e-4451-845d-b8708d1ac29c service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783038 Mar 21 21:56:40.768758 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1c943bf-808c-4057-b553-1334f3913efd req-4dcd36a3-580d-4b04-a3ac-c8f776a7170f service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815227 Mar 21 21:56:40.906677 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794536b-20e4-40f4-a7e4-19cfbcbddfba req-6030affd-0cef-42b1-bbbb-b43c900a0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:40.908117 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9794536b-20e4-40f4-a7e4-19cfbcbddfba req-6030affd-0cef-42b1-bbbb-b43c900a0b79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 1127 time: 0.0434520 Mar 21 21:56:40.995690 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794536b-20e4-40f4-a7e4-19cfbcbddfba req-5d3a7959-820d-4ca6-94ad-971982404787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:40.997154 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9794536b-20e4-40f4-a7e4-19cfbcbddfba req-5d3a7959-820d-4ca6-94ad-971982404787 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 913 time: 0.0832138 Mar 21 21:56:41.037563 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9794536b-20e4-40f4-a7e4-19cfbcbddfba req-40a9b537-8684-41d6-814b-1864d61774b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b1b3ce-863e-48ee-89b1-258657c38352 HTTP/1.1" status: 200 len: 217 time: 0.0335488 Mar 21 21:56:41.082970 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794536b-20e4-40f4-a7e4-19cfbcbddfba req-6fd083cc-8c1f-4929-8c5c-dd63302aae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:41.085210 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9794536b-20e4-40f4-a7e4-19cfbcbddfba req-6fd083cc-8c1f-4929-8c5c-dd63302aae45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0422316 Mar 21 21:56:41.131492 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794536b-20e4-40f4-a7e4-19cfbcbddfba req-34e91887-b616-41b2-bbaa-e3b6052a5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:41.132983 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9794536b-20e4-40f4-a7e4-19cfbcbddfba req-34e91887-b616-41b2-bbaa-e3b6052a5b53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415227 Mar 21 21:56:41.221386 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9794536b-20e4-40f4-a7e4-19cfbcbddfba req-ebf3a64d-b535-4a5c-bf1e-602da48386e3 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817823 Mar 21 21:56:41.309686 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9794536b-20e4-40f4-a7e4-19cfbcbddfba req-0d8d73a2-4a5f-4086-a601-dcdfb72b7bea service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792854 Mar 21 21:56:41.580124 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff2bf8-690a-49b5-a03b-014c404b109e req-3e026d8c-a8d1-42d6-abc4-bdf941b857d6 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:41.581616 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6fff2bf8-690a-49b5-a03b-014c404b109e req-3e026d8c-a8d1-42d6-abc4-bdf941b857d6 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 943 time: 0.0563793 Mar 21 21:56:41.629430 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6fff2bf8-690a-49b5-a03b-014c404b109e req-cb2422e9-5086-493b-a91e-07d63aed6ccb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Mar 21 21:56:42.747303 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce324e5-fb98-4e63-a7cd-4076b5a504a4 req-9d0dfa71-8c20-45a2-b73c-5f92bbd21afc tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:42.748774 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5ce324e5-fb98-4e63-a7cd-4076b5a504a4 req-9d0dfa71-8c20-45a2-b73c-5f92bbd21afc tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 943 time: 0.0523174 Mar 21 21:56:42.796144 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5ce324e5-fb98-4e63-a7cd-4076b5a504a4 req-fb7e2a79-f9e3-46bf-91f0-7d67eebcd7ff tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419164 Mar 21 21:56:43.915808 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab7f64-691d-4c07-a1da-0f57dd7d2802 req-a77b08d2-2ef0-4d28-ba71-23bd0b2a8d39 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:43.917274 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0ab7f64-691d-4c07-a1da-0f57dd7d2802 req-a77b08d2-2ef0-4d28-ba71-23bd0b2a8d39 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 943 time: 0.0548987 Mar 21 21:56:43.964551 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0ab7f64-691d-4c07-a1da-0f57dd7d2802 req-c93cd62c-ed99-4123-a405-788e3c10d0e9 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Mar 21 21:56:45.079279 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20ec11-b5b8-4173-acbe-e1e74f21336a req-676f76bc-8391-463b-aaaf-1f7420fdcf6e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:45.080753 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ce20ec11-b5b8-4173-acbe-e1e74f21336a req-676f76bc-8391-463b-aaaf-1f7420fdcf6e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 943 time: 0.0508063 Mar 21 21:56:45.131447 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ce20ec11-b5b8-4173-acbe-e1e74f21336a req-f0611063-00e8-48d7-aba9-f443e81e07c0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445812 Mar 21 21:56:45.164835 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:46.247104 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e139eb-51b0-4b71-be6e-ea77df74cf39 req-db70d0f6-8773-47a0-8468-0e84bf55ba21 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:46.248554 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-58e139eb-51b0-4b71-be6e-ea77df74cf39 req-db70d0f6-8773-47a0-8468-0e84bf55ba21 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 943 time: 0.0514026 Mar 21 21:56:46.299099 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-58e139eb-51b0-4b71-be6e-ea77df74cf39 req-71050435-5764-40b6-954d-5e93f4267456 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450549 Mar 21 21:56:47.463572 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd41211-7163-48d2-9bd4-1a1426d21be6 req-71d22489-4e4c-4cd2-927c-03b2ebdf82db tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:47.465050 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-efd41211-7163-48d2-9bd4-1a1426d21be6 req-71d22489-4e4c-4cd2-927c-03b2ebdf82db tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 943 time: 0.0519803 Mar 21 21:56:47.512329 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-efd41211-7163-48d2-9bd4-1a1426d21be6 req-96c85005-ddef-437d-aa3f-71d82968509e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418270 Mar 21 21:56:47.929956 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c333047c-c059-4289-9872-b4f46c170cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:48.415481 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 62b1b3ce-863e-48ee-89b1-258657c38352 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=104016) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 21:56:48.511361 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 62b1b3ce-863e-48ee-89b1-258657c38352, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=62b1b3ce-863e-48ee-89b1-258657c38352,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:56:48.524085 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Returning: {'device': '62b1b3ce-863e-48ee-89b1-258657c38352', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'port_id': '62b1b3ce-863e-48ee-89b1-258657c38352', 'mac_address': 'fa:16:3e:a8:d1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104016) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 21:56:48.566523 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 62b1b3ce-863e-48ee-89b1-258657c38352 is: DOWN; New status is: BUILD {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:56:48.566920 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:48.582002 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b1b3ce-863e-48ee-89b1-258657c38352 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 21:56:48.604571 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 62b1b3ce-863e-48ee-89b1-258657c38352, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=62b1b3ce-863e-48ee-89b1-258657c38352,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:56:48.633982 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e39cc-03b8-44ff-a7ee-c269f0f3f199 req-58b93d00-9563-465c-a6cd-b1c080b1e12b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:48.635362 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb4e39cc-03b8-44ff-a7ee-c269f0f3f199 req-58b93d00-9563-465c-a6cd-b1c080b1e12b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 943 time: 0.0540607 Mar 21 21:56:48.686545 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb4e39cc-03b8-44ff-a7ee-c269f0f3f199 req-eae284d6-f51d-40dc-a7e6-9586f18c553a tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457246 Mar 21 21:56:48.712862 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:48.763406 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=62b1b3ce-863e-48ee-89b1-258657c38352,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:48.770185 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.774631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.774631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.774631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.774631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.774631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.774631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.774631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.774631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.774631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.774631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.774631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.774631 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.775639 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.775639 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:48.994364 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] get_ports_and_sgs() called for port_ids ['62b1b3ce-863e-48ee-89b1-258657c38352'] {{(pid=104016) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 21:56:50.075251 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbd88b-753f-4040-97d4-58a1d136a371 req-2d8810a9-2e90-44c7-96a0-354827bc8859 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:50.076920 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8fbd88b-753f-4040-97d4-58a1d136a371 req-2d8810a9-2e90-44c7-96a0-354827bc8859 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 944 time: 0.3257341 Mar 21 21:56:50.124128 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8fbd88b-753f-4040-97d4-58a1d136a371 req-062f3c01-d395-42d3-92ac-dc222cc1bdf0 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416050 Mar 21 21:56:50.135882 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-686f3819-9153-4bc6-a4ae-20e583791ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:50.410244 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 62b1b3ce-863e-48ee-89b1-258657c38352 up at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:56:50.506950 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning for port 62b1b3ce-863e-48ee-89b1-258657c38352 completed by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 21:56:50.510678 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Provisioning complete for port 62b1b3ce-863e-48ee-89b1-258657c38352 triggered by entity L2. {{(pid=104016) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:56:50.511044 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570909'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), provisioning_complete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:50.585448 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Current status of the port 62b1b3ce-863e-48ee-89b1-258657c38352 is: BUILD; New status is: ACTIVE {{(pid=104016) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:56:50.585833 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:50.611960 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b1b3ce-863e-48ee-89b1-258657c38352'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:56:50.614196 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24271c0357891b54e627ecd65f57e38edb3902aefa063dc2f97ec08597c65087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f8ffa6-5d35-4285-9775-d1c9c8ce7793" -d '{"events": [{"server_uuid": "1c5c29e2-3996-42a4-b62b-c948f2d7586f", "name": "network-vif-plugged", "status": "completed", "tag": "62b1b3ce-863e-48ee-89b1-258657c38352"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:56:50.627240 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] For port 62b1b3ce-863e-48ee-89b1-258657c38352, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=62b1b3ce-863e-48ee-89b1-258657c38352,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:56:50.695847 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:50.709241 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12a3fed-1280-4c28-ac33-7bb2f465df80 x-openstack-request-id: req-e12a3fed-1280-4c28-ac33-7bb2f465df80 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:56:50.709241 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5c29e2-3996-42a4-b62b-c948f2d7586f", "name": "network-vif-plugged", "status": "completed", "tag": "62b1b3ce-863e-48ee-89b1-258657c38352", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:56:50.709241 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e12a3fed-1280-4c28-ac33-7bb2f465df80 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:56:50.709241 dv-cinder-834541-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b1b3ce-863e-48ee-89b1-258657c38352', 'code': 200} Mar 21 21:56:50.745534 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Pushing event updated for resources: {'Port': ['ID=62b1b3ce-863e-48ee-89b1-258657c38352,revision_number=5']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:51.082804 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768885a-bca0-414c-af39-0c024ccca75f req-8ee68ff1-dd09-4292-9c4e-1bba0d63eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:51.084961 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c768885a-bca0-414c-af39-0c024ccca75f req-8ee68ff1-dd09-4292-9c4e-1bba0d63eb16 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 1129 time: 0.0432909 Mar 21 21:56:51.128193 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c768885a-bca0-414c-af39-0c024ccca75f req-1bfa8a7d-7819-458e-a928-e4965d94da45 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372887 Mar 21 21:56:51.239389 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd749f14-71cb-4e9e-a888-f1c5a5fc69b9 req-5b7b2b4b-6a61-490c-96f4-10b6c8959451 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:51.241605 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd749f14-71cb-4e9e-a888-f1c5a5fc69b9 req-5b7b2b4b-6a61-490c-96f4-10b6c8959451 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 945 time: 0.0522838 Mar 21 21:56:51.292720 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd749f14-71cb-4e9e-a888-f1c5a5fc69b9 req-24ac59ec-2bf6-48bb-99f9-e5dba6d93db9 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450106 Mar 21 21:56:51.518541 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:52.417478 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2457c-f988-4442-addd-c4f690a619bf req-89c9af51-799f-4f2c-aa3e-0b200cb99e66 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:52.418955 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fb2457c-f988-4442-addd-c4f690a619bf req-89c9af51-799f-4f2c-aa3e-0b200cb99e66 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 945 time: 0.0581956 Mar 21 21:56:52.466584 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fb2457c-f988-4442-addd-c4f690a619bf req-7f26f040-c0da-4552-aba3-d0ba06eb05a6 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Mar 21 21:56:52.591213 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398b094-01a6-4d02-b188-0c4c718aecf8 req-7c044c72-bc43-46ea-b323-ca3fec7794bf tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:52.592750 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e398b094-01a6-4d02-b188-0c4c718aecf8 req-7c044c72-bc43-46ea-b323-ca3fec7794bf tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 945 time: 0.0566213 Mar 21 21:56:52.640062 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e398b094-01a6-4d02-b188-0c4c718aecf8 req-ddc31200-d513-427a-b4d6-9f66f850320f tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Mar 21 21:56:52.661943 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38948) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:52.706101 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584bb4d0-f5e1-4e54-b383-6ea612408526 tempest-TestVolumeBootPattern-1313093185 tempest-TestVolumeBootPattern-1313093185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:52.707574 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-584bb4d0-f5e1-4e54-b383-6ea612408526 tempest-TestVolumeBootPattern-1313093185 tempest-TestVolumeBootPattern-1313093185-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 1124 time: 0.0446556 Mar 21 21:56:52.710344 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38950) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:52.714485 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Request body: {'floatingip': {'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'port_id': '62b1b3ce-863e-48ee-89b1-258657c38352', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:56:52.787431 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:52.889855 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:52.918826 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:52.989403 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Allocated IP 172.27.1.179 (9867fab8-7571-461d-96e4-4032e42c28a0/9048bf74-65b8-471a-9614-e6bb28cca3ee/47406482-1177-45d0-923d-185a7f04c29c) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:56:53.090345 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for port (47406482-1177-45d0-923d-185a7f04c29c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:53.199009 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742784304887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (47406482-1177-45d0-923d-185a7f04c29c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:53.238559 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Network 9867fab8-7571-461d-96e4-4032e42c28a0 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:56:53.241555 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:56:53.245068 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:56:53.273020 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'Port': ['ID=47406482-1177-45d0-923d-185a7f04c29c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:53.622654 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (85a9a0bb-ec46-461a-a722-c3db3548e2d2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:53.742110 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637711'] for port (47406482-1177-45d0-923d-185a7f04c29c), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:53.913691 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for port (47406482-1177-45d0-923d-185a7f04c29c), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:53.958479 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742784859540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742784305165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742784305183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12956029'] for port (47406482-1177-45d0-923d-185a7f04c29c), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:54.026904 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event updated for resources: {'Port': ['ID=47406482-1177-45d0-923d-185a7f04c29c,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:54.039238 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589577'] for floatingip (85a9a0bb-ec46-461a-a722-c3db3548e2d2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:54.146018 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Floating IP 85a9a0bb-ec46-461a-a722-c3db3548e2d2 associated. External IP: 172.27.1.179, port: 62b1b3ce-863e-48ee-89b1-258657c38352. Mar 21 21:56:54.360296 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Router 3646a3b6-8eb8-4499-8684-ba2f7615b614 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:56:54.370181 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:54.472696 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:56:54.484159 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47de9d-1934-432d-8d19-237a7035512c None None] Sync routers for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:56:54.494410 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47de9d-1934-432d-8d19-237a7035512c None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:56:54.495038 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-6b47de9d-1934-432d-8d19-237a7035512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:56:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:56:54.544008 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:54.576962 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-66d9fdd8-b2c5-4bbe-b52f-23264f44d03d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8652451 Mar 21 21:56:54.577718 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'tag': '62b1b3ce-863e-48ee-89b1-258657c38352'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:56:54.580288 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f4bc7c-1612-4553-9245-df8775f0314e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5c29e2-3996-42a4-b62b-c948f2d7586f", "tag": "62b1b3ce-863e-48ee-89b1-258657c38352"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:56:54.617734 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eb6890-8603-48ca-8efd-e5e33fdab2ef x-openstack-request-id: req-03eb6890-8603-48ca-8efd-e5e33fdab2ef {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:56:54.618022 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5c29e2-3996-42a4-b62b-c948f2d7586f", "tag": "62b1b3ce-863e-48ee-89b1-258657c38352", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:56:54.618450 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03eb6890-8603-48ca-8efd-e5e33fdab2ef {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:56:54.618867 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'tag': '62b1b3ce-863e-48ee-89b1-258657c38352', 'status': 'completed', 'code': 200} Mar 21 21:56:54.681167 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bc7c-1612-4553-9245-df8775f0314e req-94bb403a-c67a-4fde-ad3c-58ddc95258fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:54.682730 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7f4bc7c-1612-4553-9245-df8775f0314e req-94bb403a-c67a-4fde-ad3c-58ddc95258fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 1129 time: 0.0442457 Mar 21 21:56:54.734565 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-6b47de9d-1934-432d-8d19-237a7035512c None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:56:54.773200 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bc7c-1612-4553-9245-df8775f0314e req-efad43d2-bf20-4645-83c9-c0e49b26bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:54.774666 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7f4bc7c-1612-4553-9245-df8775f0314e req-efad43d2-bf20-4645-83c9-c0e49b26bec4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 913 time: 0.0866370 Mar 21 21:56:54.838791 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7f4bc7c-1612-4553-9245-df8775f0314e req-f3602d77-eee9-4846-bfdd-fe810334ef8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b1b3ce-863e-48ee-89b1-258657c38352 HTTP/1.1" status: 200 len: 999 time: 0.0583568 Mar 21 21:56:54.886212 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bc7c-1612-4553-9245-df8775f0314e req-1e024959-7c22-4efb-8167-16e9778caced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:54.887663 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7f4bc7c-1612-4553-9245-df8775f0314e req-1e024959-7c22-4efb-8167-16e9778caced service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0433874 Mar 21 21:56:54.939377 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bc7c-1612-4553-9245-df8775f0314e req-0297b2a8-169d-43ce-9c07-2daeaa471416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:54.940908 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7f4bc7c-1612-4553-9245-df8775f0314e req-0297b2a8-169d-43ce-9c07-2daeaa471416 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468071 Mar 21 21:56:54.960625 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-6b47de9d-1934-432d-8d19-237a7035512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '85a9a0bb-ec46-461a-a722-c3db3548e2d2', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': '62b1b3ce-863e-48ee-89b1-258657c38352', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:a8:d1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:56:53Z', 'updated_at': '2022-03-21T21:56:53Z', 'revision_number': 0, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}, {'id': 'e858e27a-dc35-4384-92f0-3b78849dfee0', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:63:be:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:54:45Z', 'updated_at': '2022-03-21T21:54:47Z', 'revision_number': 1, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:56:54.986501 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47de9d-1934-432d-8d19-237a7035512c None None] Checking router: 3646a3b6-8eb8-4499-8684-ba2f7615b614 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:56:54.995482 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47de9d-1934-432d-8d19-237a7035512c None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:56:54.996095 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-6b47de9d-1934-432d-8d19-237a7035512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:56:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:56:55.027947 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7f4bc7c-1612-4553-9245-df8775f0314e req-990c7d13-d5d1-4864-b4c9-5316397e69b5 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815017 Mar 21 21:56:55.102833 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-6b47de9d-1934-432d-8d19-237a7035512c None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:56:55.120731 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7f4bc7c-1612-4553-9245-df8775f0314e req-2eeb66d8-1bfc-4a5e-b164-07c49c9242d0 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869994 Mar 21 21:56:55.328062 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-6b47de9d-1934-432d-8d19-237a7035512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '85a9a0bb-ec46-461a-a722-c3db3548e2d2', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': '62b1b3ce-863e-48ee-89b1-258657c38352', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:a8:d1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:56:53Z', 'updated_at': '2022-03-21T21:56:53Z', 'revision_number': 0, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}, {'id': 'e858e27a-dc35-4384-92f0-3b78849dfee0', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:63:be:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:54:45Z', 'updated_at': '2022-03-21T21:54:47Z', 'revision_number': 1, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:56:55.354539 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47de9d-1934-432d-8d19-237a7035512c None None] The sync data for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi is: [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': '85a9a0bb-ec46-461a-a722-c3db3548e2d2', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': '62b1b3ce-863e-48ee-89b1-258657c38352', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:a8:d1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:56:53Z', 'updated_at': '2022-03-21T21:56:53Z', 'revision_number': 0, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}, {'id': 'e858e27a-dc35-4384-92f0-3b78849dfee0', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:63:be:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:54:45Z', 'updated_at': '2022-03-21T21:54:47Z', 'revision_number': 1, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:56:55.540033 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94830936-b7c3-4f8a-9dd3-5d930b2c2d2c None None] New status for floating IP 85a9a0bb-ec46-461a-a722-c3db3548e2d2: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:56:56.211092 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:57:15.174975 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:17.917518 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-567d1749-7c17-4216-bec5-71993ba78b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:20.128483 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-152c5491-da1d-49a7-a01c-8497c4736226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:21.500347 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:22.894720 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:24.381018 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:33.210749 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:57:34.616722 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7ba78e21-e3b1-4700-825a-0ea7a66fe6eb req-fc0e64fd-0045-4b5f-b89e-ab71fa0646ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444345 Mar 21 21:57:34.698103 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba78e21-e3b1-4700-825a-0ea7a66fe6eb req-e1aef5a2-e162-4b0c-b4ce-b2cd599cce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:57:34.699493 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7ba78e21-e3b1-4700-825a-0ea7a66fe6eb req-e1aef5a2-e162-4b0c-b4ce-b2cd599cce6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 1130 time: 0.0445471 Mar 21 21:57:34.804305 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba78e21-e3b1-4700-825a-0ea7a66fe6eb req-c2c6b6ec-7340-4f01-8fd3-cbedeb038ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:57:34.805789 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7ba78e21-e3b1-4700-825a-0ea7a66fe6eb req-c2c6b6ec-7340-4f01-8fd3-cbedeb038ab7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 913 time: 0.0875885 Mar 21 21:57:34.869282 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7ba78e21-e3b1-4700-825a-0ea7a66fe6eb req-6592c977-b570-49ba-8d45-5395e253e6f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cc92960-06e3-4187-af77-d7c8d17c185c HTTP/1.1" status: 200 len: 1002 time: 0.0576425 Mar 21 21:57:34.916132 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba78e21-e3b1-4700-825a-0ea7a66fe6eb req-db6829e0-fc45-435b-a417-6cae958a46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:57:34.917558 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7ba78e21-e3b1-4700-825a-0ea7a66fe6eb req-db6829e0-fc45-435b-a417-6cae958a46b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0423284 Mar 21 21:57:34.967946 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba78e21-e3b1-4700-825a-0ea7a66fe6eb req-6eabf044-f435-4ca1-a0f3-2d83d723cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:57:34.969344 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7ba78e21-e3b1-4700-825a-0ea7a66fe6eb req-6eabf044-f435-4ca1-a0f3-2d83d723cb09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458052 Mar 21 21:57:35.055916 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7ba78e21-e3b1-4700-825a-0ea7a66fe6eb req-4efe4a5b-5c2e-4a05-9949-8820a74bb0b0 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796537 Mar 21 21:57:35.144227 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7ba78e21-e3b1-4700-825a-0ea7a66fe6eb req-5d26f431-4a5a-4ab5-9344-e4104fd0a964 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824416 Mar 21 21:57:45.173853 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:47.922563 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-390a19e0-94f4-4d32-b266-99f07e56b080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:50.133851 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4427-6e34-467b-bcf9-875e836e4676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:51.510588 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:52.911092 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:54.385482 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:10.210355 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:58:15.173217 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:17.921348 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-338bf129-3693-4056-82a3-91507c176f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:20.150567 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f583f0d2-c6f1-44f6-b396-a7755de81d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:21.481398 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:22.910103 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:24.401665 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:36.169346 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 38986) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:36.303188 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-354f1c4e-5b9c-43ea-b4f2-f3898a590cd7 req-b85bc530-c411-44f4-ba7d-22d5244efead service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0961678 Mar 21 21:58:36.389781 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f1c4e-5b9c-43ea-b4f2-f3898a590cd7 req-372716d7-7471-4a9a-98a4-cf40d4357053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:36.391253 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-354f1c4e-5b9c-43ea-b4f2-f3898a590cd7 req-372716d7-7471-4a9a-98a4-cf40d4357053 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 1129 time: 0.0585151 Mar 21 21:58:36.392640 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Deleting port 47406482-1177-45d0-923d-185a7f04c29c {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:36.392985 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (47406482-1177-45d0-923d-185a7f04c29c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:36.529646 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (47406482-1177-45d0-923d-185a7f04c29c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:36.529881 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (47406482-1177-45d0-923d-185a7f04c29c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:36.550246 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Calling delete_port for 47406482-1177-45d0-923d-185a7f04c29c owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:36.554419 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f1c4e-5b9c-43ea-b4f2-f3898a590cd7 req-f60a7563-8846-494d-815c-859d48e615f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:36.555845 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-354f1c4e-5b9c-43ea-b4f2-f3898a590cd7 req-f60a7563-8846-494d-815c-859d48e615f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 913 time: 0.1252530 Mar 21 21:58:36.660910 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-354f1c4e-5b9c-43ea-b4f2-f3898a590cd7 req-777e37cf-d988-43d8-a3bd-b6837e72dc15 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b1b3ce-863e-48ee-89b1-258657c38352 HTTP/1.1" status: 200 len: 1001 time: 0.0985758 Mar 21 21:58:36.726537 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f1c4e-5b9c-43ea-b4f2-f3898a590cd7 req-60d49396-b80f-4588-afc3-210eaf4b37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:36.727935 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-354f1c4e-5b9c-43ea-b4f2-f3898a590cd7 req-60d49396-b80f-4588-afc3-210eaf4b37f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0605459 Mar 21 21:58:36.812021 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f1c4e-5b9c-43ea-b4f2-f3898a590cd7 req-87721f2f-0cc8-4e2e-90be-02c7309fbe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:36.813399 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-354f1c4e-5b9c-43ea-b4f2-f3898a590cd7 req-87721f2f-0cc8-4e2e-90be-02c7309fbe21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795455 Mar 21 21:58:37.111050 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (47406482-1177-45d0-923d-185a7f04c29c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:37.161524 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event deleted for resources: {'Port': ['ID=47406482-1177-45d0-923d-185a7f04c29c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:37.176430 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.177076 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.177192 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.177433 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.177765 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.178095 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.178423 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.178746 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.179069 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.179395 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.179717 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.180038 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.180356 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.180703 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.181022 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:37.263399 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-354f1c4e-5b9c-43ea-b4f2-f3898a590cd7 req-756243a5-fe81-4800-896a-cb86291feb73 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435079 Mar 21 21:58:37.266015 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (85a9a0bb-ec46-461a-a722-c3db3548e2d2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:37.266343 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Floating IP 85a9a0bb-ec46-461a-a722-c3db3548e2d2 disassociated (deleted). External IP: 172.27.1.179, port: 62b1b3ce-863e-48ee-89b1-258657c38352. Mar 21 21:58:37.436016 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-354f1c4e-5b9c-43ea-b4f2-f3898a590cd7 req-dcbc714c-5e4f-4798-8084-3b868a2d6f2c service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366847 Mar 21 21:58:37.549216 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Router 3646a3b6-8eb8-4499-8684-ba2f7615b614 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:58:37.658768 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:58:37.663423 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:37.668214 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3202c6c-090f-4732-affb-dca002ca86fa None None] Sync routers for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:58:37.677061 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3202c6c-090f-4732-affb-dca002ca86fa None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:58:37.677680 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-c3202c6c-090f-4732-affb-dca002ca86fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:58:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:37.693626 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2e67410f-c391-407e-8603-ef0520e9c32d tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "DELETE /v2.0/floatingips/85a9a0bb-ec46-461a-a722-c3db3548e2d2 HTTP/1.1" status: 204 len: 168 time: 1.5232036 Mar 21 21:58:37.694322 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'tag': '62b1b3ce-863e-48ee-89b1-258657c38352'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:58:37.696721 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0590e6-0416-4fc8-86d7-5dcd45c0c367" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5c29e2-3996-42a4-b62b-c948f2d7586f", "tag": "62b1b3ce-863e-48ee-89b1-258657c38352"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:58:37.734986 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7a8920-6203-4930-bdb6-29a43361e28f x-openstack-request-id: req-3a7a8920-6203-4930-bdb6-29a43361e28f {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:58:37.735274 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5c29e2-3996-42a4-b62b-c948f2d7586f", "tag": "62b1b3ce-863e-48ee-89b1-258657c38352", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:58:37.735532 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a7a8920-6203-4930-bdb6-29a43361e28f {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:58:37.735941 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'tag': '62b1b3ce-863e-48ee-89b1-258657c38352', 'status': 'completed', 'code': 200} Mar 21 21:58:37.793090 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-c3202c6c-090f-4732-affb-dca002ca86fa None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:58:37.802306 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0590e6-0416-4fc8-86d7-5dcd45c0c367 req-ce2e88b7-73e5-4ca9-9ab0-97e878e48bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:37.803828 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c0590e6-0416-4fc8-86d7-5dcd45c0c367 req-ce2e88b7-73e5-4ca9-9ab0-97e878e48bca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 1129 time: 0.0479128 Mar 21 21:58:37.894275 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0590e6-0416-4fc8-86d7-5dcd45c0c367 req-b73ee799-9a90-4a89-9a87-6a76a7c86d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:37.895754 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c0590e6-0416-4fc8-86d7-5dcd45c0c367 req-b73ee799-9a90-4a89-9a87-6a76a7c86d7e service neutron] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 913 time: 0.0865750 Mar 21 21:58:37.943803 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c0590e6-0416-4fc8-86d7-5dcd45c0c367 req-e5522601-7e8f-4a9a-8db7-dd191027f6de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b1b3ce-863e-48ee-89b1-258657c38352 HTTP/1.1" status: 200 len: 217 time: 0.0424395 Mar 21 21:58:37.991853 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0590e6-0416-4fc8-86d7-5dcd45c0c367 req-ed963598-2982-4844-a816-eb8a0082b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:37.993479 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c0590e6-0416-4fc8-86d7-5dcd45c0c367 req-ed963598-2982-4844-a816-eb8a0082b290 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0445468 Mar 21 21:58:38.018174 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-c3202c6c-090f-4732-affb-dca002ca86fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'e858e27a-dc35-4384-92f0-3b78849dfee0', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:63:be:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:54:45Z', 'updated_at': '2022-03-21T21:54:47Z', 'revision_number': 1, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:38.046624 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0590e6-0416-4fc8-86d7-5dcd45c0c367 req-ad10d3a6-7f77-42e8-beb5-e803b5a782d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:38.047706 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3202c6c-090f-4732-affb-dca002ca86fa None None] Checking router: 3646a3b6-8eb8-4499-8684-ba2f7615b614 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:58:38.048187 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c0590e6-0416-4fc8-86d7-5dcd45c0c367 req-ad10d3a6-7f77-42e8-beb5-e803b5a782d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495181 Mar 21 21:58:38.056716 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3202c6c-090f-4732-affb-dca002ca86fa None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:58:38.057377 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-c3202c6c-090f-4732-affb-dca002ca86fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:58:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:38.177604 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c0590e6-0416-4fc8-86d7-5dcd45c0c367 req-cb10384f-6cd4-4776-afcd-0b0f0ec73353 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231635 Mar 21 21:58:38.185792 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b50fa-85d6-4d92-8c18-3d92b92cedd7 req-9437e9c6-6843-4a6a-985e-cccd9ac6328f tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:38.187343 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a62b50fa-85d6-4d92-8c18-3d92b92cedd7 req-9437e9c6-6843-4a6a-985e-cccd9ac6328f tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 945 time: 0.0870595 Mar 21 21:58:38.295259 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a62b50fa-85d6-4d92-8c18-3d92b92cedd7 req-9686559a-d4ab-44c8-a6ff-81914fbaa4aa tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994492 Mar 21 21:58:38.295964 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-c3202c6c-090f-4732-affb-dca002ca86fa None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:58:38.315966 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c0590e6-0416-4fc8-86d7-5dcd45c0c367 req-f996408e-8ed3-4b54-917c-18fb06b35136 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250730 Mar 21 21:58:38.518784 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-c3202c6c-090f-4732-affb-dca002ca86fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'e858e27a-dc35-4384-92f0-3b78849dfee0', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:63:be:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:54:45Z', 'updated_at': '2022-03-21T21:54:47Z', 'revision_number': 1, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:38.548630 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3202c6c-090f-4732-affb-dca002ca86fa None None] The sync data for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi is: [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_floatingips': [{'id': 'e858e27a-dc35-4384-92f0-3b78849dfee0', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'router_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'port_id': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'mac_address': 'fa:16:3e:63:be:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T21:54:45Z', 'updated_at': '2022-03-21T21:54:47Z', 'revision_number': 1, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:58:38.757855 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f5df6-604b-49e5-83e8-b110463bc537 None None] New status for floating IP 85a9a0bb-ec46-461a-a722-c3db3548e2d2: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:58:39.414006 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d190086-8de0-4fde-970c-8a2a96819ab6 req-2188b8d7-be90-43fe-a978-8db15c083aeb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:39.416047 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5d190086-8de0-4fde-970c-8a2a96819ab6 req-2188b8d7-be90-43fe-a978-8db15c083aeb tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 945 time: 0.0515969 Mar 21 21:58:39.463602 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5d190086-8de0-4fde-970c-8a2a96819ab6 req-05837b53-528b-4d35-a060-9331c9b586e7 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 Mar 21 21:58:39.588959 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82bcf6-8e80-4af8-83ed-65bb4a043e46 req-6527d9f1-6688-46b3-b6b6-3d4001c6eae2 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:39.590391 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8d82bcf6-8e80-4af8-83ed-65bb4a043e46 req-6527d9f1-6688-46b3-b6b6-3d4001c6eae2 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 945 time: 0.0522115 Mar 21 21:58:39.680880 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-8d82bcf6-8e80-4af8-83ed-65bb4a043e46 req-2223f9b3-c614-4434-b49c-7686317eb726 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Deleting port 62b1b3ce-863e-48ee-89b1-258657c38352 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:39.681260 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8d82bcf6-8e80-4af8-83ed-65bb4a043e46 req-2223f9b3-c614-4434-b49c-7686317eb726 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:39.766208 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-8d82bcf6-8e80-4af8-83ed-65bb4a043e46 req-2223f9b3-c614-4434-b49c-7686317eb726 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] For port 62b1b3ce-863e-48ee-89b1-258657c38352, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=62b1b3ce-863e-48ee-89b1-258657c38352,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:58:39.766572 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8d82bcf6-8e80-4af8-83ed-65bb4a043e46 req-2223f9b3-c614-4434-b49c-7686317eb726 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:39.779221 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-8d82bcf6-8e80-4af8-83ed-65bb4a043e46 req-2223f9b3-c614-4434-b49c-7686317eb726 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Calling delete_port for 62b1b3ce-863e-48ee-89b1-258657c38352 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:39.983812 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8d82bcf6-8e80-4af8-83ed-65bb4a043e46 req-2223f9b3-c614-4434-b49c-7686317eb726 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (62b1b3ce-863e-48ee-89b1-258657c38352), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:40.013037 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223f9b3-c614-4434-b49c-7686317eb726 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event deleted for resources: {'Port': ['ID=62b1b3ce-863e-48ee-89b1-258657c38352,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:40.059881 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d82bcf6-8e80-4af8-83ed-65bb4a043e46 req-2223f9b3-c614-4434-b49c-7686317eb726 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] No DVR routers for this DVR port 62b1b3ce-863e-48ee-89b1-258657c38352 on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:58:40.062473 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8d82bcf6-8e80-4af8-83ed-65bb4a043e46 req-2223f9b3-c614-4434-b49c-7686317eb726 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:40.065705 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8d82bcf6-8e80-4af8-83ed-65bb4a043e46 req-2223f9b3-c614-4434-b49c-7686317eb726 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "DELETE /v2.0/ports/62b1b3ce-863e-48ee-89b1-258657c38352 HTTP/1.1" status: 204 len: 173 time: 0.4702199 Mar 21 21:58:40.067397 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'name': 'network-vif-deleted', 'tag': '62b1b3ce-863e-48ee-89b1-258657c38352'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:58:40.068366 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509568af-63c7-4442-a110-018e62d9b15d" -d '{"events": [{"server_uuid": "1c5c29e2-3996-42a4-b62b-c948f2d7586f", "name": "network-vif-deleted", "tag": "62b1b3ce-863e-48ee-89b1-258657c38352"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:58:40.105096 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d903973-3843-42bf-a07c-b605f5f21d53 x-openstack-request-id: req-2d903973-3843-42bf-a07c-b605f5f21d53 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:58:40.105403 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5c29e2-3996-42a4-b62b-c948f2d7586f", "name": "network-vif-deleted", "tag": "62b1b3ce-863e-48ee-89b1-258657c38352", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:58:40.105665 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d903973-3843-42bf-a07c-b605f5f21d53 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:58:40.106072 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5c29e2-3996-42a4-b62b-c948f2d7586f', 'name': 'network-vif-deleted', 'tag': '62b1b3ce-863e-48ee-89b1-258657c38352', 'status': 'completed', 'code': 200} Mar 21 21:58:40.557750 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44ed9e5b-7fb9-4588-95f1-bc372d664b81 req-519c53de-faa7-475b-aa52-c6e56c592dc8 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5c29e2-3996-42a4-b62b-c948f2d7586f HTTP/1.1" status: 200 len: 210 time: 0.0273445 Mar 21 21:58:43.032187 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 62b1b3ce-863e-48ee-89b1-258657c38352 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:58:43.052406 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 62b1b3ce-863e-48ee-89b1-258657c38352 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:58:43.052785 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 62b1b3ce-863e-48ee-89b1-258657c38352 not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:58:44.010974 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 39026) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:44.175506 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Deleting port b60eedeb-f82f-4d22-875e-2deaff757191 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:44.175855 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (b60eedeb-f82f-4d22-875e-2deaff757191), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:44.251685 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (b60eedeb-f82f-4d22-875e-2deaff757191), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:44.251927 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (b60eedeb-f82f-4d22-875e-2deaff757191), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:44.263694 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Calling delete_port for b60eedeb-f82f-4d22-875e-2deaff757191 owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:44.521468 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (b60eedeb-f82f-4d22-875e-2deaff757191), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:44.547627 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event deleted for resources: {'Port': ['ID=b60eedeb-f82f-4d22-875e-2deaff757191,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:44.573378 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.573730 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.574084 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.574429 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.574768 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.575103 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.575438 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.575767 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.576353 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.576727 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.577046 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.577374 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.577698 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.578022 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.578342 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:44.615980 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (e858e27a-dc35-4384-92f0-3b78849dfee0), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:44.616316 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Floating IP e858e27a-dc35-4384-92f0-3b78849dfee0 disassociated (deleted). External IP: 172.27.1.169, port: 2cc92960-06e3-4187-af77-d7c8d17c185c. Mar 21 21:58:44.827917 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Router 3646a3b6-8eb8-4499-8684-ba2f7615b614 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:58:44.937484 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:58:44.942227 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:44.947271 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550476d-dcbc-49ca-92b5-fa3bb819dd1f None None] Sync routers for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:58:44.957128 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e550476d-dcbc-49ca-92b5-fa3bb819dd1f None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:58:44.957740 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e550476d-dcbc-49ca-92b5-fa3bb819dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:58:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:44.971925 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a8d9ecfd-5431-45aa-9304-641293eb4022 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "DELETE /v2.0/floatingips/e858e27a-dc35-4384-92f0-3b78849dfee0 HTTP/1.1" status: 204 len: 168 time: 0.9598744 Mar 21 21:58:44.972511 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'tag': '2cc92960-06e3-4187-af77-d7c8d17c185c'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:58:44.974819 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242f409a5ca4e68a0001fc39b3f040293b4bab4da6150d4e921ae0ccf43cd6aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7e3df4-98c6-4a4e-9a9d-cba4dfb6280d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3d69ef-3cbf-4a75-9858-25d2d3988efd", "tag": "2cc92960-06e3-4187-af77-d7c8d17c185c"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:58:45.069120 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-e550476d-dcbc-49ca-92b5-fa3bb819dd1f None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:58:45.069463 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 21:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4852d35b-2c93-4874-91bd-75941ae4509f x-openstack-request-id: req-4852d35b-2c93-4874-91bd-75941ae4509f {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:58:45.069946 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3d69ef-3cbf-4a75-9858-25d2d3988efd", "tag": "2cc92960-06e3-4187-af77-d7c8d17c185c", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:58:45.070061 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4852d35b-2c93-4874-91bd-75941ae4509f {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:58:45.070400 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'tag': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'status': 'completed', 'code': 200} Mar 21 21:58:45.131258 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e3df4-98c6-4a4e-9a9d-cba4dfb6280d req-9191c556-e728-48fe-8461-5b87f878d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:45.132799 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5b7e3df4-98c6-4a4e-9a9d-cba4dfb6280d req-9191c556-e728-48fe-8461-5b87f878d737 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6197e3d8975b4d058f093688c90a369a&device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 1130 time: 0.0435874 Mar 21 21:58:45.229421 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e3df4-98c6-4a4e-9a9d-cba4dfb6280d req-201aa7d4-3d14-4b2b-a6e0-6340c6b3f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:45.230911 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5b7e3df4-98c6-4a4e-9a9d-cba4dfb6280d req-201aa7d4-3d14-4b2b-a6e0-6340c6b3f6ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 200 len: 913 time: 0.0915179 Mar 21 21:58:45.273093 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5b7e3df4-98c6-4a4e-9a9d-cba4dfb6280d req-2bb471e1-9355-4479-b915-021820b34a6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cc92960-06e3-4187-af77-d7c8d17c185c HTTP/1.1" status: 200 len: 217 time: 0.0361295 Mar 21 21:58:45.284921 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e550476d-dcbc-49ca-92b5-fa3bb819dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:45.312241 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550476d-dcbc-49ca-92b5-fa3bb819dd1f None None] Checking router: 3646a3b6-8eb8-4499-8684-ba2f7615b614 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:58:45.314094 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:45.322372 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e550476d-dcbc-49ca-92b5-fa3bb819dd1f None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:58:45.322985 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e550476d-dcbc-49ca-92b5-fa3bb819dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:58:20Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:45.330696 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e3df4-98c6-4a4e-9a9d-cba4dfb6280d req-6166b8d5-f82b-4016-a457-352c089d44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:45.332166 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5b7e3df4-98c6-4a4e-9a9d-cba4dfb6280d req-6166b8d5-f82b-4016-a457-352c089d44ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 200 len: 851 time: 0.0538807 Mar 21 21:58:45.388369 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e3df4-98c6-4a4e-9a9d-cba4dfb6280d req-e2282842-c760-446f-9336-f80080adea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:45.389927 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5b7e3df4-98c6-4a4e-9a9d-cba4dfb6280d req-e2282842-c760-446f-9336-f80080adea4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20d2e080-9bf1-4b52-93d9-451d13991b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515535 Mar 21 21:58:45.432355 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-e550476d-dcbc-49ca-92b5-fa3bb819dd1f None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:58:45.507711 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d7f4b-69af-4015-9f7b-9e86bee59318 req-2d0c23cc-edd0-4611-9ef4-1da760735f7f tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:45.509778 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4b2d7f4b-69af-4015-9f7b-9e86bee59318 req-2d0c23cc-edd0-4611-9ef4-1da760735f7f tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 946 time: 0.1052022 Mar 21 21:58:45.532275 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5b7e3df4-98c6-4a4e-9a9d-cba4dfb6280d req-3bbf16ae-1079-48f2-9f1b-ff9def4d1774 service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354654 Mar 21 21:58:45.615196 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4b2d7f4b-69af-4015-9f7b-9e86bee59318 req-6659bef8-91f8-4e82-84c5-8d1251ef682b tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982296 Mar 21 21:58:45.630063 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e550476d-dcbc-49ca-92b5-fa3bb819dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:45.651894 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5b7e3df4-98c6-4a4e-9a9d-cba4dfb6280d req-b98891c9-65a5-4025-b842-0e6ca9ba73fa service neutron] 10.222.0.31 "GET /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132517 Mar 21 21:58:45.660263 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550476d-dcbc-49ca-92b5-fa3bb819dd1f None None] The sync data for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi is: [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:51:39Z', 'revision_number': 4, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi', '_interfaces': [{'id': '6a957b4b-fde2-4cfe-b4f0-f60b4459c225', 'name': '', 'network_id': '20d2e080-9bf1-4b52-93d9-451d13991b73', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'mac_address': 'fa:16:3e:89:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:38Z', 'updated_at': '2022-03-21T21:51:43Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'subnets': [{'id': '45edc78d-71d1-4a76-b0a6-0e65ef0794df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:58:45.883290 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36820335-2b77-413c-9963-99a39813ff6e None None] New status for floating IP e858e27a-dc35-4384-92f0-3b78849dfee0: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 21:58:46.733545 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348c003-fbc1-4137-9bec-8934764ad380 req-51350688-b5db-4051-8e03-c91fd36518c5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:46.735015 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f348c003-fbc1-4137-9bec-8934764ad380 req-51350688-b5db-4051-8e03-c91fd36518c5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 946 time: 0.0521019 Mar 21 21:58:46.787578 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f348c003-fbc1-4137-9bec-8934764ad380 req-d9a1171d-10a4-4f80-b5a3-75f10009e483 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/security-groups?id=790870a7-9569-4e55-9e72-8131fd97773c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471854 Mar 21 21:58:46.862228 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f6dd-b73a-4760-bc2c-8f5f4afccf9c req-34b5a607-fde8-4b3a-9973-9560c6504bc4 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:46.863636 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0280f6dd-b73a-4760-bc2c-8f5f4afccf9c req-34b5a607-fde8-4b3a-9973-9560c6504bc4 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 946 time: 0.0507710 Mar 21 21:58:46.953942 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-0280f6dd-b73a-4760-bc2c-8f5f4afccf9c req-9f62477e-2f0d-4eb2-a932-48821c2a0c8e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Deleting port 2cc92960-06e3-4187-af77-d7c8d17c185c {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:46.954201 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0280f6dd-b73a-4760-bc2c-8f5f4afccf9c req-9f62477e-2f0d-4eb2-a932-48821c2a0c8e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:47.042768 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-0280f6dd-b73a-4760-bc2c-8f5f4afccf9c req-9f62477e-2f0d-4eb2-a932-48821c2a0c8e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] For port 2cc92960-06e3-4187-af77-d7c8d17c185c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2cc92960-06e3-4187-af77-d7c8d17c185c,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:58:47.043126 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0280f6dd-b73a-4760-bc2c-8f5f4afccf9c req-9f62477e-2f0d-4eb2-a932-48821c2a0c8e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:47.056490 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-0280f6dd-b73a-4760-bc2c-8f5f4afccf9c req-9f62477e-2f0d-4eb2-a932-48821c2a0c8e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Calling delete_port for 2cc92960-06e3-4187-af77-d7c8d17c185c owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:47.209612 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:58:47.246316 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0280f6dd-b73a-4760-bc2c-8f5f4afccf9c req-9f62477e-2f0d-4eb2-a932-48821c2a0c8e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (2cc92960-06e3-4187-af77-d7c8d17c185c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:47.274847 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62477e-2f0d-4eb2-a932-48821c2a0c8e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event deleted for resources: {'Port': ['ID=2cc92960-06e3-4187-af77-d7c8d17c185c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:47.316581 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-0280f6dd-b73a-4760-bc2c-8f5f4afccf9c req-9f62477e-2f0d-4eb2-a932-48821c2a0c8e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] No DVR routers for this DVR port 2cc92960-06e3-4187-af77-d7c8d17c185c on host hv-cinder-83454 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:58:47.319074 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0280f6dd-b73a-4760-bc2c-8f5f4afccf9c req-9f62477e-2f0d-4eb2-a932-48821c2a0c8e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:47.322507 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0280f6dd-b73a-4760-bc2c-8f5f4afccf9c req-9f62477e-2f0d-4eb2-a932-48821c2a0c8e tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.31 "DELETE /v2.0/ports/2cc92960-06e3-4187-af77-d7c8d17c185c HTTP/1.1" status: 204 len: 173 time: 0.4530447 Mar 21 21:58:47.322970 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'name': 'network-vif-deleted', 'tag': '2cc92960-06e3-4187-af77-d7c8d17c185c'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 21:58:47.325311 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27d6b8e40d88f5af0a0a4111a7ae2e338172c54ec57ba3f47686190e5126738e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00fbc3d-a239-4bb2-90ac-2130bfda6398" -d '{"events": [{"server_uuid": "5b3d69ef-3cbf-4a75-9858-25d2d3988efd", "name": "network-vif-deleted", "tag": "2cc92960-06e3-4187-af77-d7c8d17c185c"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 21:58:47.360904 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 21:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66616c3f-1b7d-4f0d-a8f1-3ed09b12b97b x-openstack-request-id: req-66616c3f-1b7d-4f0d-a8f1-3ed09b12b97b {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 21:58:47.361203 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3d69ef-3cbf-4a75-9858-25d2d3988efd", "name": "network-vif-deleted", "tag": "2cc92960-06e3-4187-af77-d7c8d17c185c", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 21:58:47.361556 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66616c3f-1b7d-4f0d-a8f1-3ed09b12b97b {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 21:58:47.361980 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3d69ef-3cbf-4a75-9858-25d2d3988efd', 'name': 'network-vif-deleted', 'tag': '2cc92960-06e3-4187-af77-d7c8d17c185c', 'status': 'completed', 'code': 200} Mar 21 21:58:47.892694 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bf1bf1c8-9f59-4718-87ac-84e2595f11ce req-142766ae-66fb-4e77-8cbf-330fd08b9a1f tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b3d69ef-3cbf-4a75-9858-25d2d3988efd HTTP/1.1" status: 200 len: 210 time: 0.0284481 Mar 21 21:58:47.966651 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d9476d0-3e53-42a7-830e-c49e7a8a0bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:48.948895 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 39046) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:49.069887 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ec07b-990f-44dd-b74c-e6d818f99190 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Deleting port a43a1bf9-fda3-4104-a7ad-a4ee3f047706 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:49.070223 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec07b-990f-44dd-b74c-e6d818f99190 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (a43a1bf9-fda3-4104-a7ad-a4ee3f047706), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:49.079685 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 2cc92960-06e3-4187-af77-d7c8d17c185c no longer exists at agent hyperv_hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:58:49.099576 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] No Port match for: 2cc92960-06e3-4187-af77-d7c8d17c185c {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:58:49.099936 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Device 2cc92960-06e3-4187-af77-d7c8d17c185c not bound to the agent host hv-cinder-83454 {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:58:49.147486 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec07b-990f-44dd-b74c-e6d818f99190 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (a43a1bf9-fda3-4104-a7ad-a4ee3f047706), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:49.147809 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec07b-990f-44dd-b74c-e6d818f99190 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (a43a1bf9-fda3-4104-a7ad-a4ee3f047706), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:49.159692 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ec07b-990f-44dd-b74c-e6d818f99190 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Calling delete_port for a43a1bf9-fda3-4104-a7ad-a4ee3f047706 owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:49.338447 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec07b-990f-44dd-b74c-e6d818f99190 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (a43a1bf9-fda3-4104-a7ad-a4ee3f047706), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:49.364648 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ec07b-990f-44dd-b74c-e6d818f99190 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event deleted for resources: {'Port': ['ID=a43a1bf9-fda3-4104-a7ad-a4ee3f047706,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:49.425616 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec07b-990f-44dd-b74c-e6d818f99190 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for floatingip (61a90ddf-cc7a-43d9-8734-f9f5ab1d1c7a), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:49.428162 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec07b-990f-44dd-b74c-e6d818f99190 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507052'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:49.429354 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fe2ec07b-990f-44dd-b74c-e6d818f99190 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "DELETE /v2.0/floatingips/61a90ddf-cc7a-43d9-8734-f9f5ab1d1c7a HTTP/1.1" status: 204 len: 168 time: 0.4794884 Mar 21 21:58:50.160515 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-517adf48-fcc9-4aba-a6ef-bdf4842f01dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:50.719816 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 39058) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:50.775184 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1af0009-e99b-42c6-8b23-678ac071a0f5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group (790870a7-9569-4e55-9e72-8131fd97773c), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:50.799439 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1af0009-e99b-42c6-8b23-678ac071a0f5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group (790870a7-9569-4e55-9e72-8131fd97773c), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:50.938162 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1af0009-e99b-42c6-8b23-678ac071a0f5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (790870a7-9569-4e55-9e72-8131fd97773c), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:50.940775 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b1af0009-e99b-42c6-8b23-678ac071a0f5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:50.941938 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b1af0009-e99b-42c6-8b23-678ac071a0f5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] 10.222.0.23 "DELETE /v2.0/security-groups/790870a7-9569-4e55-9e72-8131fd97773c HTTP/1.1" status: 204 len: 168 time: 0.2211480 Mar 21 21:58:50.952144 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af0009-e99b-42c6-8b23-678ac071a0f5 tempest-TestVolumeBootPattern-1876868975 tempest-TestVolumeBootPattern-1876868975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790870a7-9569-4e55-9e72-8131fd97773c,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:51.062958 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 39062) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:51.505787 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-16a866ca-8d41-41e5-9692-fbfa6a1b6dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818441'] for router_interface (3646a3b6-8eb8-4499-8684-ba2f7615b614), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:51.583577 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:51.746714 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-16a866ca-8d41-41e5-9692-fbfa6a1b6dee admin admin] Deleting port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:51.747303 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-16a866ca-8d41-41e5-9692-fbfa6a1b6dee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:51.820747 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-16a866ca-8d41-41e5-9692-fbfa6a1b6dee admin admin] For port 6a957b4b-fde2-4cfe-b4f0-f60b4459c225, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=6a957b4b-fde2-4cfe-b4f0-f60b4459c225,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:58:51.821109 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-16a866ca-8d41-41e5-9692-fbfa6a1b6dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:51.833879 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-16a866ca-8d41-41e5-9692-fbfa6a1b6dee admin admin] Calling delete_port for 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:52.109865 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-16a866ca-8d41-41e5-9692-fbfa6a1b6dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (6a957b4b-fde2-4cfe-b4f0-f60b4459c225), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:52.139047 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a866ca-8d41-41e5-9692-fbfa6a1b6dee admin admin] Pushing event deleted for resources: {'Port': ['ID=6a957b4b-fde2-4cfe-b4f0-f60b4459c225,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:52.307510 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-16a866ca-8d41-41e5-9692-fbfa6a1b6dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1818105'] for router_interface (3646a3b6-8eb8-4499-8684-ba2f7615b614), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:52.518752 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a866ca-8d41-41e5-9692-fbfa6a1b6dee admin admin] Router 3646a3b6-8eb8-4499-8684-ba2f7615b614 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:58:52.872117 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a866ca-8d41-41e5-9692-fbfa6a1b6dee admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:58:52.877062 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-16a866ca-8d41-41e5-9692-fbfa6a1b6dee admin admin] 10.222.0.23 "PUT /v2.0/routers/3646a3b6-8eb8-4499-8684-ba2f7615b614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8130887 Mar 21 21:58:52.879477 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 39066) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:52.881962 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1ef14-b558-48f6-9514-5ccd181d2562 None None] Sync routers for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:58:52.901806 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1ef14-b558-48f6-9514-5ccd181d2562 None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:58:52.902597 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-9bb1ef14-b558-48f6-9514-5ccd181d2562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:58:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:52.962630 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:52.982816 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Publish callbacks [] for router (3646a3b6-8eb8-4499-8684-ba2f7615b614), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:53.007135 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-9bb1ef14-b558-48f6-9514-5ccd181d2562 None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:58:53.087208 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Publish callbacks [] for router_gateway (3646a3b6-8eb8-4499-8684-ba2f7615b614), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:53.188837 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-9bb1ef14-b558-48f6-9514-5ccd181d2562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:58:51Z', 'revision_number': 5, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port': {'id': '63b6c7c1-9760-4877-abe0-591a5bf2d99c', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:37Z', 'updated_at': '2022-03-21T21:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:53.215116 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Deleting port 63b6c7c1-9760-4877-abe0-591a5bf2d99c {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:53.215442 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:53.224874 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1ef14-b558-48f6-9514-5ccd181d2562 None None] Checking router: 3646a3b6-8eb8-4499-8684-ba2f7615b614 for host: dv-cinder-834541-1-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:58:53.233731 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1ef14-b558-48f6-9514-5ccd181d2562 None None] Routers {'3646a3b6-8eb8-4499-8684-ba2f7615b614'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:58:53.234343 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-9bb1ef14-b558-48f6-9514-5ccd181d2562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:58:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['3646a3b6-8eb8-4499-8684-ba2f7615b614'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:53.292897 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] For port 63b6c7c1-9760-4877-abe0-591a5bf2d99c, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=63b6c7c1-9760-4877-abe0-591a5bf2d99c,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:58:53.293261 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:53.306210 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Calling delete_port for 63b6c7c1-9760-4877-abe0-591a5bf2d99c owned by network:router_gateway {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:53.321639 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-9bb1ef14-b558-48f6-9514-5ccd181d2562 None None] Set router 3646a3b6-8eb8-4499-8684-ba2f7615b614 gateway port host: None {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:58:53.376001 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-9bb1ef14-b558-48f6-9514-5ccd181d2562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:58:53Z', 'revision_number': 6, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port_host': None}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:53.403135 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1ef14-b558-48f6-9514-5ccd181d2562 None None] The sync data for ids ['3646a3b6-8eb8-4499-8684-ba2f7615b614'] in dv-cinder-834541-1-iscsi is: [{'id': '3646a3b6-8eb8-4499-8684-ba2f7615b614', 'name': 'tempest-TestVolumeBootPattern-1262926412-router', 'tenant_id': '6197e3d8975b4d058f093688c90a369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:36Z', 'updated_at': '2022-03-21T21:58:53Z', 'revision_number': 6, 'project_id': '6197e3d8975b4d058f093688c90a369a', 'gw_port_host': None}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:58:53.560849 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (63b6c7c1-9760-4877-abe0-591a5bf2d99c), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:53.586033 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=63b6c7c1-9760-4877-abe0-591a5bf2d99c,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:53.648679 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589507'] for router_gateway (3646a3b6-8eb8-4499-8684-ba2f7615b614), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:53.741812 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14560'] for router (3646a3b6-8eb8-4499-8684-ba2f7615b614), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:53.744063 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Publish callbacks [] for router_controller (3646a3b6-8eb8-4499-8684-ba2f7615b614), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:53.863821 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1818336'] for router (3646a3b6-8eb8-4499-8684-ba2f7615b614), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:53.864361 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3646a3b6-8eb8-4499-8684-ba2f7615b614 {{(pid=104014) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 21:58:53.868693 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:53.869823 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5b192b40-187d-4887-bad5-7df622c7fbaf admin admin] 10.222.0.23 "DELETE /v2.0/routers/3646a3b6-8eb8-4499-8684-ba2f7615b614 HTTP/1.1" status: 204 len: 168 time: 0.9894602 Mar 21 21:58:53.872291 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 39068) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:53.919940 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4b62c9-2786-4b3f-b2ee-9b1142e295b8 admin admin] Deleting subnet 45edc78d-71d1-4a76-b0a6-0e65ef0794df {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:58:53.922849 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fe4b62c9-2786-4b3f-b2ee-9b1142e295b8 admin admin] Publish callbacks [] for subnet (45edc78d-71d1-4a76-b0a6-0e65ef0794df), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:53.955893 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fe4b62c9-2786-4b3f-b2ee-9b1142e295b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14382529'] for subnet (45edc78d-71d1-4a76-b0a6-0e65ef0794df), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.028737 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fe4b62c9-2786-4b3f-b2ee-9b1142e295b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (45edc78d-71d1-4a76-b0a6-0e65ef0794df), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.115083 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fe4b62c9-2786-4b3f-b2ee-9b1142e295b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13032719'] for subnet (45edc78d-71d1-4a76-b0a6-0e65ef0794df), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.147641 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fe4b62c9-2786-4b3f-b2ee-9b1142e295b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.152216 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fe4b62c9-2786-4b3f-b2ee-9b1142e295b8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/45edc78d-71d1-4a76-b0a6-0e65ef0794df HTTP/1.1" status: 204 len: 168 time: 0.2789235 Mar 21 21:58:54.153284 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b62c9-2786-4b3f-b2ee-9b1142e295b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45edc78d-71d1-4a76-b0a6-0e65ef0794df,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:54.154885 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 39070) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:54.155358 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf25e535-57ab-4c4f-a6a4-054734a4b26b None None] Network 20d2e080-9bf1-4b52-93d9-451d13991b73 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:58:54.231255 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (20d2e080-9bf1-4b52-93d9-451d13991b73), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.306487 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Deleting port 248aba81-8749-4869-97c5-32ce0b842597 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:54.306822 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (248aba81-8749-4869-97c5-32ce0b842597), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.333131 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] DHCP port deletion for 20d2e080-9bf1-4b52-93d9-451d13991b73 request from dv-cinder-834541-1-iscsi {{(pid=104016) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 21:58:54.384713 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Deleting port 248aba81-8749-4869-97c5-32ce0b842597 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:54.385358 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (248aba81-8749-4869-97c5-32ce0b842597), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.390958 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] For port 248aba81-8749-4869-97c5-32ce0b842597, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=248aba81-8749-4869-97c5-32ce0b842597,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:58:54.391313 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (248aba81-8749-4869-97c5-32ce0b842597), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.398025 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.410071 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Calling delete_port for 248aba81-8749-4869-97c5-32ce0b842597 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:54.567009 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (248aba81-8749-4869-97c5-32ce0b842597), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.589017 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] For port 248aba81-8749-4869-97c5-32ce0b842597, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=248aba81-8749-4869-97c5-32ce0b842597,segment=NetworkSegment(c8d1461e-3a9a-4db2-96ac-2c270c42baf4),segment_id=c8d1461e-3a9a-4db2-96ac-2c270c42baf4)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:58:54.589418 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (248aba81-8749-4869-97c5-32ce0b842597), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.591405 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Pushing event deleted for resources: {'Port': ['ID=248aba81-8749-4869-97c5-32ce0b842597,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:54.597372 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] No DVR routers for this DVR port 248aba81-8749-4869-97c5-32ce0b842597 on host dv-cinder-834541-1-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:58:54.602929 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Calling delete_port for 248aba81-8749-4869-97c5-32ce0b842597 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:54.673937 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (20d2e080-9bf1-4b52-93d9-451d13991b73), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.684802 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156'] for port (248aba81-8749-4869-97c5-32ce0b842597), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.694918 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d2e080-9bf1-4b52-93d9-451d13991b73']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:54.705024 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:54.705331 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d1461e-3a9a-4db2-96ac-2c270c42baf4') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:54.713122 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Pushing event deleted for resources: {'Port': ['ID=248aba81-8749-4869-97c5-32ce0b842597,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:54.714611 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (c8d1461e-3a9a-4db2-96ac-2c270c42baf4), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.717404 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] No DVR routers for this DVR port 248aba81-8749-4869-97c5-32ce0b842597 on host dv-cinder-834541-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:58:54.726370 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.726719 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.727064 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.729086 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.729086 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.729086 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.729086 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.729466 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.729566 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.729835 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.730161 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.730491 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.730811 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.731199 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.731439 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ddf4a2-5275-4de4-bfb2-d83093264ab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834541-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:54.735989 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (c8d1461e-3a9a-4db2-96ac-2c270c42baf4), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.742186 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:58:54.742566 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (c8d1461e-3a9a-4db2-96ac-2c270c42baf4), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:58:54.744790 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:58:54.863619 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (20d2e080-9bf1-4b52-93d9-451d13991b73), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.869926 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:54.873014 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] 10.222.0.23 "DELETE /v2.0/networks/20d2e080-9bf1-4b52-93d9-451d13991b73 HTTP/1.1" status: 204 len: 168 time: 0.7129936 Mar 21 21:58:54.876013 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 39072) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:54.884202 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e447c2e-f49c-4be2-9ef2-298805247804 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d2e080-9bf1-4b52-93d9-451d13991b73,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:55.147506 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 248aba81-8749-4869-97c5-32ce0b842597 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:58:55.168546 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 248aba81-8749-4869-97c5-32ce0b842597 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:58:55.169269 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 248aba81-8749-4869-97c5-32ce0b842597 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:58:55.169383 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 63b6c7c1-9760-4877-abe0-591a5bf2d99c no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:58:55.187568 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 63b6c7c1-9760-4877-abe0-591a5bf2d99c {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:58:55.187918 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 63b6c7c1-9760-4877-abe0-591a5bf2d99c not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:58:55.188337 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:58:55.206944 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:58:55.207292 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 6a957b4b-fde2-4cfe-b4f0-f60b4459c225 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:58:55.223535 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-993d4dbe-cbdb-4547-9150-201f8f8366cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818441'] for router_interface (2c305363-d8af-4c48-8946-1e067348f1f4), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:55.478016 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-993d4dbe-cbdb-4547-9150-201f8f8366cf admin admin] Deleting port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:55.478256 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-993d4dbe-cbdb-4547-9150-201f8f8366cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:55.566219 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-993d4dbe-cbdb-4547-9150-201f8f8366cf admin admin] For port 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=52cc1aff-bfa6-4f14-99d1-5a4817f64bdc,segment=NetworkSegment(d27c3e76-b8bd-4efa-b574-7fd9bf174244),segment_id=d27c3e76-b8bd-4efa-b574-7fd9bf174244)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:58:55.566575 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-993d4dbe-cbdb-4547-9150-201f8f8366cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:55.585986 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-993d4dbe-cbdb-4547-9150-201f8f8366cf admin admin] Calling delete_port for 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:55.943647 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-993d4dbe-cbdb-4547-9150-201f8f8366cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (52cc1aff-bfa6-4f14-99d1-5a4817f64bdc), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:55.981615 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d4dbe-cbdb-4547-9150-201f8f8366cf admin admin] Pushing event deleted for resources: {'Port': ['ID=52cc1aff-bfa6-4f14-99d1-5a4817f64bdc,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:56.178356 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-993d4dbe-cbdb-4547-9150-201f8f8366cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1818105'] for router_interface (2c305363-d8af-4c48-8946-1e067348f1f4), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:56.406964 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993d4dbe-cbdb-4547-9150-201f8f8366cf admin admin] Router 2c305363-d8af-4c48-8946-1e067348f1f4 has already been hosted by L3 agent 7b35a1b7-057d-4fba-8aaf-a70a635d2f86 {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:58:56.513183 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993d4dbe-cbdb-4547-9150-201f8f8366cf admin admin] Notify agent at l3_agent.dv-cinder-834541-1-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:58:56.518302 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-993d4dbe-cbdb-4547-9150-201f8f8366cf admin admin] 10.222.0.23 "PUT /v2.0/routers/2c305363-d8af-4c48-8946-1e067348f1f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6409662 Mar 21 21:58:56.520627 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 39074) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:56.521519 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe911a-eec4-456e-8a3a-116bba2c1513 None None] Sync routers for ids ['2c305363-d8af-4c48-8946-1e067348f1f4'] in dv-cinder-834541-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:58:56.531349 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe911a-eec4-456e-8a3a-116bba2c1513 None None] Routers {'2c305363-d8af-4c48-8946-1e067348f1f4'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:58:56.531963 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d3fe911a-eec4-456e-8a3a-116bba2c1513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:58:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2c305363-d8af-4c48-8946-1e067348f1f4'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:56.623442 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Publish callbacks [] for router (2c305363-d8af-4c48-8946-1e067348f1f4), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:56.636253 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-d3fe911a-eec4-456e-8a3a-116bba2c1513 None None] Set router 2c305363-d8af-4c48-8946-1e067348f1f4 gateway port host: dv-cinder-834541-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:58:56.723238 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Publish callbacks [] for router_gateway (2c305363-d8af-4c48-8946-1e067348f1f4), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:56.855699 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Deleting port bd926609-a800-49be-89b7-bf5df108e3af {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:56.856047 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (bd926609-a800-49be-89b7-bf5df108e3af), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:56.888512 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d3fe911a-eec4-456e-8a3a-116bba2c1513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'name': 'tempest-TestVolumeBootPattern-319929325-router', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'external_fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:42Z', 'updated_at': '2022-03-21T21:58:55Z', 'revision_number': 5, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'gw_port': {'id': 'bd926609-a800-49be-89b7-bf5df108e3af', 'name': '', 'network_id': '9867fab8-7571-461d-96e4-4032e42c28a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:51:43Z', 'updated_at': '2022-03-21T21:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9048bf74-65b8-471a-9614-e6bb28cca3ee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834541-1-iscsi'}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:56.917403 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe911a-eec4-456e-8a3a-116bba2c1513 None None] Checking router: 2c305363-d8af-4c48-8946-1e067348f1f4 for host: dv-cinder-834541-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:58:56.928026 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe911a-eec4-456e-8a3a-116bba2c1513 None None] Routers {'2c305363-d8af-4c48-8946-1e067348f1f4'} bound to L3 agent in host dv-cinder-834541-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:58:56.928674 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d3fe911a-eec4-456e-8a3a-116bba2c1513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T21:29:50Z,description=,heartbeat_timestamp=2022-03-21T21:58:50Z,host='dv-cinder-834541-1-iscsi',id=7b35a1b7-057d-4fba-8aaf-a70a635d2f86,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:29:51Z,topic='l3_agent')) {'router_ids': ['2c305363-d8af-4c48-8946-1e067348f1f4'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:56.933912 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] For port bd926609-a800-49be-89b7-bf5df108e3af, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=bd926609-a800-49be-89b7-bf5df108e3af,segment=NetworkSegment(b59ef2f9-b96e-4457-b1bd-416ee7f250e7),segment_id=b59ef2f9-b96e-4457-b1bd-416ee7f250e7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:58:56.934274 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (bd926609-a800-49be-89b7-bf5df108e3af), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:56.947649 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Calling delete_port for bd926609-a800-49be-89b7-bf5df108e3af owned by network:router_gateway {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:57.016469 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-d3fe911a-eec4-456e-8a3a-116bba2c1513 None None] Set router 2c305363-d8af-4c48-8946-1e067348f1f4 gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:58:57.067634 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d3fe911a-eec4-456e-8a3a-116bba2c1513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'name': 'tempest-TestVolumeBootPattern-319929325-router', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:42Z', 'updated_at': '2022-03-21T21:58:56Z', 'revision_number': 6, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'gw_port_host': None}], 'dv-cinder-834541-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:57.097954 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe911a-eec4-456e-8a3a-116bba2c1513 None None] The sync data for ids ['2c305363-d8af-4c48-8946-1e067348f1f4'] in dv-cinder-834541-1-iscsi is: [{'id': '2c305363-d8af-4c48-8946-1e067348f1f4', 'name': 'tempest-TestVolumeBootPattern-319929325-router', 'tenant_id': '51029cdff20c4f6a88305b537127bf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:51:42Z', 'updated_at': '2022-03-21T21:58:56Z', 'revision_number': 6, 'project_id': '51029cdff20c4f6a88305b537127bf57', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:58:57.177820 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13248052'] for port (bd926609-a800-49be-89b7-bf5df108e3af), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.205948 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd926609-a800-49be-89b7-bf5df108e3af,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:57.263998 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589507'] for router_gateway (2c305363-d8af-4c48-8946-1e067348f1f4), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.353601 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1818351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14560'] for router (2c305363-d8af-4c48-8946-1e067348f1f4), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.355754 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Publish callbacks [] for router_controller (2c305363-d8af-4c48-8946-1e067348f1f4), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.458279 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1818336'] for router (2c305363-d8af-4c48-8946-1e067348f1f4), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.458817 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c305363-d8af-4c48-8946-1e067348f1f4 {{(pid=104014) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 21:58:57.463895 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.465088 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3b05b7e7-865c-4e55-8d70-831a11b1a432 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2c305363-d8af-4c48-8946-1e067348f1f4 HTTP/1.1" status: 204 len: 168 time: 0.9435422 Mar 21 21:58:57.467975 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 39076) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:57.519526 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f52f39-6cd9-4b29-a58b-ad23336e7a76 admin admin] Deleting subnet 4748cc9b-d019-43dc-ac03-42ad7d3cc894 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 21:58:57.523337 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-87f52f39-6cd9-4b29-a58b-ad23336e7a76 admin admin] Publish callbacks [] for subnet (4748cc9b-d019-43dc-ac03-42ad7d3cc894), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.557879 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-87f52f39-6cd9-4b29-a58b-ad23336e7a76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14372897'] for subnet (4748cc9b-d019-43dc-ac03-42ad7d3cc894), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.631535 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-87f52f39-6cd9-4b29-a58b-ad23336e7a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3237617'] for subnet (4748cc9b-d019-43dc-ac03-42ad7d3cc894), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.732580 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-87f52f39-6cd9-4b29-a58b-ad23336e7a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3237608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12956603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14562706'] for subnet (4748cc9b-d019-43dc-ac03-42ad7d3cc894), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.759397 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f52f39-6cd9-4b29-a58b-ad23336e7a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4748cc9b-d019-43dc-ac03-42ad7d3cc894,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:57.765072 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-87f52f39-6cd9-4b29-a58b-ad23336e7a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.768429 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-87f52f39-6cd9-4b29-a58b-ad23336e7a76 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4748cc9b-d019-43dc-ac03-42ad7d3cc894 HTTP/1.1" status: 204 len: 168 time: 0.2988746 Mar 21 21:58:57.770663 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 39078) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:57.771274 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf57245-ae2c-44b6-b2be-c787b7c90ceb None None] Network 10cec557-4ba6-41a5-bf0d-8ffc029195b2 requested from dv-cinder-834541-1-iscsi {{(pid=104016) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:58:57.839810 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3162302'] for network (10cec557-4ba6-41a5-bf0d-8ffc029195b2), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.898456 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Deleting port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:57.898800 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.923429 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d299874d-5400-4e5f-920f-8a5759bc802b None None] DHCP port deletion for 10cec557-4ba6-41a5-bf0d-8ffc029195b2 request from dv-cinder-834541-1-iscsi {{(pid=104016) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 21:58:57.970367 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] For port bbcde771-2a9b-4e77-9d24-c20445a4a6a8, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=bbcde771-2a9b-4e77-9d24-c20445a4a6a8,segment=NetworkSegment(d27c3e76-b8bd-4efa-b574-7fd9bf174244),segment_id=d27c3e76-b8bd-4efa-b574-7fd9bf174244)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:58:57.970959 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.974341 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d299874d-5400-4e5f-920f-8a5759bc802b None None] Deleting port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 21:58:57.974720 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d299874d-5400-4e5f-920f-8a5759bc802b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742784851487'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:57.985558 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Calling delete_port for bbcde771-2a9b-4e77-9d24-c20445a4a6a8 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:58.040531 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-d299874d-5400-4e5f-920f-8a5759bc802b None None] For port bbcde771-2a9b-4e77-9d24-c20445a4a6a8, host dv-cinder-834541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834541-1-iscsi',level=0,port_id=bbcde771-2a9b-4e77-9d24-c20445a4a6a8,segment=NetworkSegment(d27c3e76-b8bd-4efa-b574-7fd9bf174244),segment_id=d27c3e76-b8bd-4efa-b574-7fd9bf174244)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:58:58.040960 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d299874d-5400-4e5f-920f-8a5759bc802b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591643'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.053685 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d299874d-5400-4e5f-920f-8a5759bc802b None None] Calling delete_port for bbcde771-2a9b-4e77-9d24-c20445a4a6a8 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 21:58:58.138092 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12955978'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.144218 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d299874d-5400-4e5f-920f-8a5759bc802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742784859522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742784305156'] for port (bbcde771-2a9b-4e77-9d24-c20445a4a6a8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.166580 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=bbcde771-2a9b-4e77-9d24-c20445a4a6a8,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:58.170063 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] No DVR routers for this DVR port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 on host dv-cinder-834541-1-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:58:58.173689 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299874d-5400-4e5f-920f-8a5759bc802b None None] Pushing event deleted for resources: {'Port': ['ID=bbcde771-2a9b-4e77-9d24-c20445a4a6a8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:58.175501 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d299874d-5400-4e5f-920f-8a5759bc802b None None] No DVR routers for this DVR port bbcde771-2a9b-4e77-9d24-c20445a4a6a8 on host dv-cinder-834541-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 21:58:58.246457 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571524', 'neutron.services.segments.db._delete_segments_for_network-8742784632131'] for network (10cec557-4ba6-41a5-bf0d-8ffc029195b2), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.266178 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10cec557-4ba6-41a5-bf0d-8ffc029195b2']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:58.275728 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27c3e76-b8bd-4efa-b574-7fd9bf174244') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:58.276024 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27c3e76-b8bd-4efa-b574-7fd9bf174244') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:58:58.285094 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742784632908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14372888'] for segment (d27c3e76-b8bd-4efa-b574-7fd9bf174244), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.297629 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632'] for segment (d27c3e76-b8bd-4efa-b574-7fd9bf174244), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.303233 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 21:58:58.303600 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12955929'] for segment (d27c3e76-b8bd-4efa-b574-7fd9bf174244), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: Traceback (most recent call last): Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: timer() Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: cb(*args, **kw) Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: return func(*args, **kwargs) Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: self._notify() Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: self.callback(batched_events) Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: event.method(event) Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: return f(self, *a, **k) Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._get(url).json() Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: return self.request(url, 'GET', **kwargs) Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 21:58:58.305317 dv-cinder-834541-1-iscsi neutron-server[104013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 21:58:58.429430 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589631'] for network (10cec557-4ba6-41a5-bf0d-8ffc029195b2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.434857 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812852'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.437910 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] 10.222.0.23 "DELETE /v2.0/networks/10cec557-4ba6-41a5-bf0d-8ffc029195b2 HTTP/1.1" status: 204 len: 168 time: 0.6663432 Mar 21 21:58:58.449709 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d1284-259c-42b7-8506-1e6219204b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=10cec557-4ba6-41a5-bf0d-8ffc029195b2,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:58.713812 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 39082) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:58.768476 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 39084) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:58.769081 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a8e691d1-c3c1-4287-93eb-a0ae503445d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6197e3d8975b4d058f093688c90a369a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536227 Mar 21 21:58:58.821740 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6661886d-0b16-40d8-9f42-0faa93bc1b11 admin admin] Publish callbacks [] for security_group (b83b014a-d7cc-4cc2-8133-221bbb72a70b), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.844010 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6661886d-0b16-40d8-9f42-0faa93bc1b11 admin admin] Publish callbacks [] for security_group (b83b014a-d7cc-4cc2-8133-221bbb72a70b), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.960677 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6661886d-0b16-40d8-9f42-0faa93bc1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (b83b014a-d7cc-4cc2-8133-221bbb72a70b), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.963869 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6661886d-0b16-40d8-9f42-0faa93bc1b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:58.965052 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6661886d-0b16-40d8-9f42-0faa93bc1b11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b83b014a-d7cc-4cc2-8133-221bbb72a70b HTTP/1.1" status: 204 len: 168 time: 0.1955750 Mar 21 21:58:58.972811 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661886d-0b16-40d8-9f42-0faa93bc1b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83b014a-d7cc-4cc2-8133-221bbb72a70b,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:59.146016 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:58:59.166520 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:58:59.166944 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device 52cc1aff-bfa6-4f14-99d1-5a4817f64bdc not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:58:59.167364 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device bd926609-a800-49be-89b7-bf5df108e3af no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:58:59.185419 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: bd926609-a800-49be-89b7-bf5df108e3af {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:58:59.185763 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device bd926609-a800-49be-89b7-bf5df108e3af not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:58:59.186173 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device bbcde771-2a9b-4e77-9d24-c20445a4a6a8 no longer exists at agent ovs-agent-dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 21:58:59.204971 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] No Port match for: bbcde771-2a9b-4e77-9d24-c20445a4a6a8 {{(pid=104016) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 21:58:59.205317 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.rpc [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Device bbcde771-2a9b-4e77-9d24-c20445a4a6a8 not bound to the agent host dv-cinder-834541-1-iscsi {{(pid=104016) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 21:58:59.581380 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.23', 39090) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:59.620284 dv-cinder-834541-1-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e1e362c1-e687-45dd-8951-339488b98eaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51029cdff20c4f6a88305b537127bf57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377302 Mar 21 21:58:59.622824 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 39092) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:59.668996 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-58d1caa1-e544-40a4-9a9d-da7bf8361042 admin admin] Publish callbacks [] for security_group (4508c196-6b60-4262-b086-d63403c6e19a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:59.689582 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-58d1caa1-e544-40a4-9a9d-da7bf8361042 admin admin] Publish callbacks [] for security_group (4508c196-6b60-4262-b086-d63403c6e19a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:59.807149 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-58d1caa1-e544-40a4-9a9d-da7bf8361042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587490'] for security_group (4508c196-6b60-4262-b086-d63403c6e19a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:59.809670 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-58d1caa1-e544-40a4-9a9d-da7bf8361042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:59.810819 dv-cinder-834541-1-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-58d1caa1-e544-40a4-9a9d-da7bf8361042 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4508c196-6b60-4262-b086-d63403c6e19a HTTP/1.1" status: 204 len: 168 time: 0.1869950 Mar 21 21:58:59.820327 dv-cinder-834541-1-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1caa1-e544-40a4-9a9d-da7bf8361042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4508c196-6b60-4262-b086-d63403c6e19a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:59:10.655982 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-abe8af79-e930-4c48-82df-8ba2f429b48e service neutron] (104014) timed out ('10.222.0.23', 60246) {{(pid=104014) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 21:59:10.736699 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-686bbbbc-a2d9-4c7a-a8b4-1370eae685b6 req-eedf443a-deee-48a3-a396-0a4259b0d5de tempest-AttachVolumeShelveTestJSON-1870749802 tempest-AttachVolumeShelveTestJSON-1870749802-project] (104014) timed out ('10.222.0.23', 60258) {{(pid=104014) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 21:59:15.211986 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:17.920143 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f55171c-286f-4d82-a260-322754a2b9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:20.154080 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2bab555f-2b4b-4ea0-b73c-50b7bd8becd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:21.525777 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:22.937053 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:24.207915 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:59:24.445362 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:45.216820 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:47.942114 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-11cdd8b5-fe2b-42b6-8ca6-9dc1ea270a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:50.135910 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a0879b9c-2e27-4a11-a0a7-a6986ac13746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:51.525034 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:52.936307 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:54.376237 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:01.207479 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:00:15.215684 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:17.935437 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9f00b830-887d-40c1-a74c-c467a9c24ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:20.135508 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f8d728f-1ed7-40ee-abb4-5634fd7180cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:21.518622 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:22.917787 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:24.381640 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:38.206413 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:00:45.243206 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:47.940444 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bcbac361-0fc2-4b47-9fd6-ea64b2975576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:50.140278 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-71912576-b3eb-44e4-911f-207555cdc5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:51.529348 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:52.917409 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:54.414812 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:15.205715 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:01:15.231711 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:17.945304 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9be44d39-db05-41bc-85b8-410d76d3a362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:20.178675 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddc13a06-b88d-4e9d-aaca-eb2e0d085abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:21.533714 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:22.927777 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:24.419272 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:45.224614 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:47.938609 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bd4114b5-818d-4609-8c92-e1ff3e129853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:50.172754 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c115da19-36db-4423-99fe-d7bed681b088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:51.533079 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:52.205870 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:01:52.950488 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:54.412726 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:15.269654 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:17.955058 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf04b-e231-46ff-8a2f-94a2eb615397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:18.593861 dv-cinder-834541-1-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-e72f428e-d590-4fdf-9dc6-7cd00c09d52c req-15c839ef-626e-4cd8-b251-4eb8b64265e0 service neutron] (104014) timed out ('10.222.0.31', 61824) {{(pid=104014) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 22:02:20.136944 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d76d304-4aa4-4cf3-aeff-b5b523e744b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:21.525407 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:22.920400 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:24.377736 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:29.204944 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:02:45.239787 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:47.948194 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7829-f004-48ae-99ed-fe968707fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:50.143065 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-97154ad4-ef6f-4c3c-972a-3b524f14450e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:51.525382 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:52.936725 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:54.411476 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:06.205338 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:03:15.313571 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:17.957830 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a79308af-4ee1-406e-85d2-dc475fd36a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:20.164860 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a964690e-37ec-476d-9a7f-91bebf2b23c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:21.580385 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:22.925094 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:24.416402 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:43.204567 dv-cinder-834541-1-iscsi neutron-server[104017]: DEBUG neutron.db.agents_db [None req-7701c140-fc76-4581-8c72-2f3e545250b9 None None] Agent healthcheck: found 6 active agents {{(pid=104017) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:03:45.272450 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f410fe4e-9e22-449f-8f11-8b34952a9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (32261ae4-66ef-45d0-ab2f-bdbbc6f1b6fc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:47.979809 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d43baac-fcdb-4b63-9024-c9dc60599f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (bc61b850-7195-40e7-83ce-a34854da804c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:50.168087 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1b381729-48a5-4003-9193-c4911bdb12d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (7b35a1b7-057d-4fba-8aaf-a70a635d2f86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:51.552317 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef87e90-722a-442d-a32a-777d69fab70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (445ea340-bf1d-47b2-ab1f-046d3ae3074c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:52.973616 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4016-1068-4bcb-98bb-5f1e4dc003eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (089dd967-5c6a-4e80-97de-8e675719dac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:54.444323 dv-cinder-834541-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a39bc86f-27b0-4930-99a5-4017d4783df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742784632113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570823'] for agent (381184b5-d340-43ba-bdb4-42797cc551c9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}